-- Logs begin at Wed 2021-09-15 12:48:39 UTC, end at Wed 2021-09-15 13:58:20 UTC. --
Sep 15 13:29:10.828030 dv-cinder-809181-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Sep 15 13:29:13.417407 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.common.config [-] Logging enabled!
Sep 15 13:29:13.417966 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 16.4.1
Sep 15 13:29:13.419209 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=82236) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Sep 15 13:29:13.420038 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.common.config [-] Logging enabled!
Sep 15 13:29:13.420329 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 16.4.1
Sep 15 13:29:13.420612 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=82236) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Sep 15 13:29:13.421682 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Sep 15 13:29:13.421955 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Sep 15 13:29:13.422989 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Sep 15 13:29:13.423278 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Sep 15 13:29:13.423542 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Sep 15 13:29:13.423937 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:13.424288 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:13.424627 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:13.424890 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:13.425237 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:13.425578 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:13.425900 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:13.426234 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:13.426578 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:13.426902 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:13.427220 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:13.427827 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:13.428096 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:13.428418 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:13.428750 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:13.429087 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:13.429345 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] debug                          = True {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:13.429684 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:13.430746 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:13.431069 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:13.431389 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:13.431754 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:13.432070 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:13.432389 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:13.432715 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:13.433085 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] host                           = dv-cinder-809181-1-iscsi {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:13.433403 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:13.433736 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:13.434069 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:13.434402 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:13.434717 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:13.435055 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:13.435367 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:13.435700 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:13.436015 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:13.436331 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:13.436666 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:13.437000 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:13.437345 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:13.437607 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:13.437866 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:13.438205 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:13.438541 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:13.438857 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:13.439170 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:13.439484 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:13.439821 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:13.440133 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:13.440441 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:13.440778 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:13.441115 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:13.441445 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:13.441763 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:13.442075 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:13.442385 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:13.442696 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:13.443023 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:13.443336 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:13.443669 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:13.443982 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:13.444316 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:13.444623 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:13.444934 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:13.445304 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:13.445636 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:13.445966 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:13.446292 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:13.446602 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:13.446939 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:13.447251 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:13.447560 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:13.447893 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:13.448205 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:13.448514 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:13.448843 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:13.449155 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:13.449462 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:13.449797 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:13.450083 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:13.450414 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:13.450747 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:13.451095 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:13.451441 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:13.451792 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:13.452129 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:13.452453 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:13.452786 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:13.453105 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:13.453443 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:13.453781 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:13.454111 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:13.454431 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:13.454758 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:13.455103 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:13.455449 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:13.455802 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:13.456110 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:13.456447 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:13.456764 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:13.457082 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:13.457418 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:13.457739 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:13.458051 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:13.458370 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:13.458687 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:13.458997 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:13.459305 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:13.459623 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:13.459981 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:13.460299 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:13.460610 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:13.460939 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:13.461259 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:13.461568 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:13.461903 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:13.462247 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:13.462531 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:13.462846 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:13.463163 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:13.463475 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:13.463811 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:13.464131 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:13.464471 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:13.464789 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:13.465099 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:13.465411 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:13.465718 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:13.466031 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:13.466341 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:13.466651 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:13.466961 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:13.467277 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:13.467587 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:13.467921 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:13.468232 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:13.468544 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:13.468854 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:13.469179 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:13.469521 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:13.469841 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:13.470164 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:13.470483 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:13.470802 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:13.471118 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:13.471434 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:13.471780 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:13.472098 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:13.472414 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:13.472753 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:13.473077 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:13.473405 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:13.473728 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:13.474046 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:13.474404 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:13.474721 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:13.475042 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:13.475362 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:13.475716 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:13.476039 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:13.476362 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:13.477227 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:13.477564 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:13.477900 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:13.478235 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:13.478569 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:13.478888 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:13.479244 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:13.479563 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:13.479845 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Sep 15 13:29:13.480115 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=82236) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:352}}
Sep 15 13:29:14.138838 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=82236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:29:14.139171 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=82236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:29:14.139527 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=82236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:29:14.141204 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.manager [-] Loading core plugin: ml2
Sep 15 13:29:14.484191 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:14.484677 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:14.484775 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:14.544943 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:14.545261 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:14.545568 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:14.548490 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:14.548804 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:14.549110 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:14.692461 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:14.692779 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:14.693083 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:14.694268 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:14.694579 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:14.694880 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:14.815440 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f1cd35c10d0> agent after_create 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:14.815791 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f1cd35c10d0> agent after_update 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:14.816103 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f1cd35c1158> segment precommit_create 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:14.816415 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f1cd35c11e0> network precommit_delete 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:14.817434 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f1cd35c5ae8> segment before_delete 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:14.998584 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1cd3229128>> network before_delete 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:14.998966 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f1cd34a39d8> agent before_delete 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:14.999297 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1cd3229128>> network before_create 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:14.999608 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1cd3229128>> port before_create 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:14.999938 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1cd3229128>> port before_update 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.000317 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1cd3229128>> segment after_delete 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.000622 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1cd3229128>> segment precommit_create 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.000918 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1cd3229128>> segment precommit_delete 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.001210 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1cd3229128>> segment after_create 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.001550 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1cd3229128>> network after_delete 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.001851 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1cd3229128>> network precommit_delete 0 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.002161 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1cd3229128>> port provisioning_complete 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.002471 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1cd3229128>> rbac-policy before_create 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.002771 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1cd3229128>> rbac-policy after_delete 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.003084 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1cd3229128>> agent after_update 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.003400 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1cd3229128>> subnet after_delete 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.003720 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1cd3229128>> subnet precommit_delete 0 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.004048 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1cd3229128>> rbac-policy before_update 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.004340 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1cd3229128>> rbac-policy before_delete 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.004677 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1cd3229128>> segment_host_mapping after_create 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.005117 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1cd3229128>> port after_create 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.005409 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1cd3229128>> port after_update 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.005698 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1cd3229128>> port after_delete 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.006041 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1cd3229128>> rbac-policy before_create 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.006326 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1cd3229128>> rbac-policy before_update 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.006609 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1cd3229128>> rbac-policy before_delete 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.007026 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=82236) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Sep 15 13:29:15.007306 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=82236) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Sep 15 13:29:15.007584 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=82236) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Sep 15 13:29:15.007892 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=82236) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Sep 15 13:29:15.008685 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=82236) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Sep 15 13:29:15.008962 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=82236) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Sep 15 13:29:15.010333 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Sep 15 13:29:15.018086 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Sep 15 13:29:15.026063 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Sep 15 13:29:15.031556 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])])
Sep 15 13:29:15.034403 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Sep 15 13:29:15.035522 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Sep 15 13:29:15.035939 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Sep 15 13:29:15.036382 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Sep 15 13:29:15.040180 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Sep 15 13:29:15.040470 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Sep 15 13:29:15.041008 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Sep 15 13:29:15.068057 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic']
Sep 15 13:29:15.068531 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f1cd3243cc0>> qos_plugin after_init 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.068868 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=82236) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Sep 15 13:29:15.069285 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f1cd326f518>> logging-plugin after_init 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.071182 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=82236) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Sep 15 13:29:15.071505 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Sep 15 13:29:15.071810 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Sep 15 13:29:15.074848 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f1cd326f588>> floatingip before_response 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.075170 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f1cd326f588>> port before_response 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.140297 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Sep 15 13:29:15.140573 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Sep 15 13:29:15.140855 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Sep 15 13:29:15.141264 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Sep 15 13:29:15.174131 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_db.sqlalchemy.engines [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=82236) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Sep 15 13:29:15.479156 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.plugins.ml2.managers [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Initializing driver for type 'gre'
Sep 15 13:29:15.479664 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] gre ID ranges: [(1, 1000)]
Sep 15 13:29:15.520216 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.plugins.ml2.managers [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Initializing driver for type 'local'
Sep 15 13:29:15.520649 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.plugins.ml2.managers [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Initializing driver for type 'vlan'
Sep 15 13:29:15.530981 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] VlanTypeDriver initialization complete
Sep 15 13:29:15.531359 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.plugins.ml2.managers [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Initializing driver for type 'vxlan'
Sep 15 13:29:15.531936 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] vxlan ID ranges: [(1, 1000)]
Sep 15 13:29:15.573112 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.plugins.ml2.managers [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Initializing extension driver 'port_security'
Sep 15 13:29:15.573525 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.plugins.ml2.extensions.port_security [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] PortSecurityExtensionDriver initialization complete
Sep 15 13:29:15.573942 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.plugins.ml2.managers [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Initializing mechanism driver 'openvswitch'
Sep 15 13:29:15.574351 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.plugins.ml2.managers [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Initializing mechanism driver 'hyperv'
Sep 15 13:29:15.580725 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=82236) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:29:15.581570 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1cd31d52b0>> port after_create 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.581978 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1cd31d52b0>> port after_update 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.582369 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1cd31d52b0>> port after_delete 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.582796 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1cd2d8c320>> subnet after_create 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.583187 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1cd2d8c320>> subnet after_update 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.583569 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1cd2d8c320>> subnet after_delete 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.584011 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1cd2d8c4e0>> network after_create 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.584400 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1cd2d8c4e0>> network after_update 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.584781 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1cd2d8c4e0>> network after_delete 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.585287 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1cd2d8c6a0>> security_group after_create 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.586186 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1cd2d8c6a0>> security_group after_update 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.586850 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1cd2d8c6a0>> security_group after_delete 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.587484 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1cd2d8c860>> security_group_rule after_create 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.587901 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1cd2d8c860>> security_group_rule after_update 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.588286 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1cd2d8c860>> security_group_rule after_delete 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.588658 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] ML2 OVO RPC backend initialized. {{(pid=82236) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}}
Sep 15 13:29:15.589779 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1cd2d8c940>> router_interface after_create 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.590242 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1cd2d8c940>> router_interface after_delete 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.590704 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1cd2d8c940>> network before_response 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.591091 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1cd2d8c940>> networks before_response 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.591479 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1cd2d8c940>> port before_response 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.591884 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1cd2d8c940>> ports before_response 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.592313 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1cd2d8c940>> subnet before_response 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.592959 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1cd2d8c940>> subnets before_response 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.593647 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1cd2d8c940>> network after_create 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.594372 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1cd2d8c940>> network after_update 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.595037 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1cd2d8c940>> network after_delete 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.595665 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1cd2d8c940>> port after_create 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.596059 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1cd2d8c940>> port after_update 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.596445 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1cd2d8c940>> port after_delete 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.596831 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1cd2d8c940>> subnet after_create 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.597211 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1cd2d8c940>> subnet after_update 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.597590 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1cd2d8c940>> subnet after_delete 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.598224 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.plugins.ml2.plugin [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Modular L2 Plugin initialization complete
Sep 15 13:29:15.598583 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.manager [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading services supported by the core plugin {{(pid=82236) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:171}}
Sep 15 13:29:15.599114 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.plugins.ml2.managers [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Got port-security extension from driver 'port_security'
Sep 15 13:29:15.600050 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.extensions.vlantransparent [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Disabled vlantransparent extension.
Sep 15 13:29:15.600739 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.manager [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=82236) _load_service_plugins /opt/stack/neutron/neutron/manager.py:197}}
Sep 15 13:29:15.601093 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.manager [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading Plugin: router
Sep 15 13:29:15.642776 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1cd2d8cac8>> router_interface before_create 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.643215 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1cd2d8cac8>> router after_create 55549900 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.643655 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1cd2d8cac8>> router before_create 55549900 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.644058 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1cd2d8cac8>> router_interface before_delete 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.644487 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1cd2d8cac8>> router_interface after_delete 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.644883 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1cd2d8cac8>> router after_delete 55549900 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.645290 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1cd2d8cac8>> floatingip after_update 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.645701 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1cd2d8cac8>> router after_create 55549900 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.646088 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1cd2d8cac8>> router after_update 55549900 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.646483 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1cd2d8cac8>> router after_update 55549900 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.646870 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1cd2d8cac8>> router_gateway after_delete 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.647275 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1cd2d8cac8>> router after_update 55549900 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.647794 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1cd2d8cac8>> router precommit_update 55549900 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.648218 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f1cd33fc378> port after_update 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.648599 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f1cd33fc048> port after_delete 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.648979 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f1cd33fc2f0> subnet after_update 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.649359 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f1cd33fc400> subnetpool_address_scope after_update 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.649751 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1cd2d8cac8>> port precommit_delete 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.650141 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1cd2d8cac8>> router precommit_create 55549900 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.650525 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f1cd33e68c8> port before_delete 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.650911 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1cd2d8cac8>> router precommit_create 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.651319 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1cd2d8cac8>> router after_update 55549900 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.651735 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1cd2d8cac8>> router precommit_delete 55549900 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.652130 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1cd2d8cac8>> router precommit_create 55549900 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.652540 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1cd2d8cac8>> router_interface after_create 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.652929 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1cd2d8cac8>> router precommit_update 55549900 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.653350 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1cd2d8cac8>> agent after_create 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.653745 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1cd2d8cac8>> agent after_delete 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.654132 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1cd2d8cac8>> network after_delete 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.655099 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource_registry [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Tracking information for resource: router configured {{(pid=82236) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Sep 15 13:29:15.655477 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource_registry [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Tracking information for resource: floatingip configured {{(pid=82236) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Sep 15 13:29:15.661698 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.db.l3_agentschedulers_db [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Sep 15 13:29:15.662347 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f1cd2db48c8> port after_update 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.662745 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f1cd2db47b8> port after_create 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.663138 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Subscribe: <function _notify_port_delete at 0x7f1cd2db4840> port after_delete 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.663526 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f1cd2db4a60> port after_update 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.664961 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f1cd2d46710>> router before_create 55550100 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.665366 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f1cd2d46710>> router precommit_delete 55550100 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.665773 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f1cd2d46710>> router precommit_create 55550100 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.666169 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f1cd2d46710>> router precommit_update 55550100 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.670787 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.services.provider_configuration [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Service providers = [] {{(pid=82236) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Sep 15 13:29:15.671183 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.servicetype_db [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=82236) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Sep 15 13:29:15.674021 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.services.service_base [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=82236) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Sep 15 13:29:15.674413 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.services.service_base [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=82236) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Sep 15 13:29:15.674797 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.services.service_base [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=82236) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Sep 15 13:29:15.675714 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.services.service_base [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=82236) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Sep 15 13:29:15.676122 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.services.service_base [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Default provider is not specified for service type L3_ROUTER_NAT
Sep 15 13:29:15.676538 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.manager [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=82236) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}}
Sep 15 13:29:15.676898 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.manager [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Sep 15 13:29:15.697701 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.manager [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=82236) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}}
Sep 15 13:29:15.698078 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.manager [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading Plugin: auto_allocate
Sep 15 13:29:15.708400 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f1cd2d62ea0> network precommit_update 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.708814 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f1cd2d62ea0> network precommit_create 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.709399 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.manager [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=82236) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}}
Sep 15 13:29:15.709763 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.manager [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading Plugin: tag
Sep 15 13:29:15.720906 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.manager [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=82236) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}}
Sep 15 13:29:15.721279 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.manager [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading Plugin: timestamp
Sep 15 13:29:15.724994 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.manager [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=82236) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}}
Sep 15 13:29:15.725404 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.manager [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading Plugin: network_ip_availability
Sep 15 13:29:15.731592 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1cd2c82f98>> rbac-policy before_create 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.731986 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1cd2c82f98>> rbac-policy before_update 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.732377 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1cd2c82f98>> rbac-policy before_delete 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.733148 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.manager [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=82236) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}}
Sep 15 13:29:15.733512 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.manager [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading Plugin: flavors
Sep 15 13:29:15.749781 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.manager [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=82236) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}}
Sep 15 13:29:15.750159 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.manager [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading Plugin: revisions
Sep 15 13:29:15.754439 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.manager [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=82236) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}}
Sep 15 13:29:15.754862 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.615s {{(pid=82236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:29:15.755686 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=82236) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:638}}
Sep 15 13:29:15.756043 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Initializing extension manager.
Sep 15 13:29:15.756607 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: __init__.py {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.756990 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: __pycache__ {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.757364 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.757738 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.758134 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: _filter_validation_lib.py {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.758505 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.758875 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: address_scope.py {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.759715 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=82236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Sep 15 13:29:15.760363 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loaded extension: address-scope
Sep 15 13:29:15.760727 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: admin_state_down_before_update.py {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.761666 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=82236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Sep 15 13:29:15.762247 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loaded extension: router-admin-state-down-before-update
Sep 15 13:29:15.762610 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: agent.py {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.763397 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=82236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Sep 15 13:29:15.764008 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loaded extension: agent
Sep 15 13:29:15.764371 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: agent_resources_synced.py {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.765302 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=82236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Sep 15 13:29:15.765889 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loaded extension: agent-resources-synced
Sep 15 13:29:15.766257 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: allowedaddresspairs.py {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.768098 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=82236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Sep 15 13:29:15.768694 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loaded extension: allowed-address-pairs
Sep 15 13:29:15.769066 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: auto_allocated_topology.py {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.770250 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=82236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Sep 15 13:29:15.770838 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loaded extension: auto-allocated-topology
Sep 15 13:29:15.771209 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: availability_zone.py {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.772009 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=82236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Sep 15 13:29:15.772588 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loaded extension: availability_zone
Sep 15 13:29:15.772955 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: availability_zone_filter.py {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.773909 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=82236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Sep 15 13:29:15.774488 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loaded extension: availability_zone_filter
Sep 15 13:29:15.774856 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: data_plane_status.py {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.775805 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=82236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Sep 15 13:29:15.776382 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Extension data-plane-status not supported by any of loaded plugins
Sep 15 13:29:15.776746 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: default_subnetpools.py {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.777674 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=82236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Sep 15 13:29:15.778253 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loaded extension: default-subnetpools
Sep 15 13:29:15.778615 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: dhcpagentscheduler.py {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.779487 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=82236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Sep 15 13:29:15.780102 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loaded extension: dhcp_agent_scheduler
Sep 15 13:29:15.780468 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: dns.py {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.781387 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=82236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Sep 15 13:29:15.781957 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Extension dns-integration not supported by any of loaded plugins
Sep 15 13:29:15.782325 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: dns_domain_ports.py {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.783255 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=82236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Sep 15 13:29:15.783858 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Extension dns-domain-ports not supported by any of loaded plugins
Sep 15 13:29:15.784225 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: dvr.py {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.784977 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=82236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Sep 15 13:29:15.785559 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loaded extension: dvr
Sep 15 13:29:15.785926 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: empty_string_filtering.py {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.786850 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=82236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Sep 15 13:29:15.787426 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loaded extension: empty-string-filtering
Sep 15 13:29:15.787845 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.788767 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=82236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Sep 15 13:29:15.789853 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Sep 15 13:29:15.790218 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.791134 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=82236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Sep 15 13:29:15.791728 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Sep 15 13:29:15.792094 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: external_net.py {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.793021 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=82236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Sep 15 13:29:15.793599 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loaded extension: external-net
Sep 15 13:29:15.793964 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: extra_dhcp_opt.py {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.794878 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=82236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Sep 15 13:29:15.795461 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loaded extension: extra_dhcp_opt
Sep 15 13:29:15.795851 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: extraroute.py {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.796760 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=82236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Sep 15 13:29:15.797336 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loaded extension: extraroute
Sep 15 13:29:15.797699 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: extraroute_atomic.py {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.798828 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=82236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Sep 15 13:29:15.799406 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loaded extension: extraroute-atomic
Sep 15 13:29:15.799804 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: filter_validation.py {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.800507 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=82236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Sep 15 13:29:15.801085 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loaded extension: filter-validation
Sep 15 13:29:15.801449 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: fip_pf_description.py {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.802371 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=82236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Sep 15 13:29:15.803204 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Sep 15 13:29:15.803564 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: fip_port_details.py {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.804512 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=82236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Sep 15 13:29:15.805652 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loaded extension: fip-port-details
Sep 15 13:29:15.806012 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: flavors.py {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.807242 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=82236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Sep 15 13:29:15.807852 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loaded extension: flavors
Sep 15 13:29:15.808223 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.809938 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=82236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Sep 15 13:29:15.810527 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Sep 15 13:29:15.810900 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: floatingip_pools.py {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.811701 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=82236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Sep 15 13:29:15.812281 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loaded extension: floatingip-pools
Sep 15 13:29:15.812650 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: ip_allocation.py {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.813586 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=82236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Sep 15 13:29:15.814153 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Extension ip_allocation not supported by any of loaded plugins
Sep 15 13:29:15.814519 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.815454 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=82236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Sep 15 13:29:15.816056 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loaded extension: ip-substring-filtering
Sep 15 13:29:15.816423 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: l2_adjacency.py {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.817355 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=82236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Sep 15 13:29:15.817922 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Extension l2_adjacency not supported by any of loaded plugins
Sep 15 13:29:15.818285 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: l3.py {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.819385 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=82236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Sep 15 13:29:15.820003 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loaded extension: router
Sep 15 13:29:15.820370 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: l3_conntrack_helper.py {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.822877 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=82236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Sep 15 13:29:15.823478 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Sep 15 13:29:15.823879 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.824809 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=82236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Sep 15 13:29:15.825397 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loaded extension: ext-gw-mode
Sep 15 13:29:15.825772 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.826705 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=82236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Sep 15 13:29:15.827281 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loaded extension: l3-ha
Sep 15 13:29:15.827664 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: l3_flavors.py {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.828601 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=82236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Sep 15 13:29:15.829174 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loaded extension: l3-flavors
Sep 15 13:29:15.829538 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.830460 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=82236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Sep 15 13:29:15.831035 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loaded extension: l3-port-ip-change-not-allowed
Sep 15 13:29:15.831398 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: l3agentscheduler.py {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.832631 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=82236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Sep 15 13:29:15.833221 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loaded extension: l3_agent_scheduler
Sep 15 13:29:15.833592 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: logging.py {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.836041 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=82236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Sep 15 13:29:15.836689 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Extension logging not supported by any of loaded plugins
Sep 15 13:29:15.837062 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: metering.py {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.838051 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=82236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Sep 15 13:29:15.838770 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loaded extension: metering
Sep 15 13:29:15.839145 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: multiprovidernet.py {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.840119 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=82236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Sep 15 13:29:15.840703 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loaded extension: multi-provider
Sep 15 13:29:15.841075 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: netmtu.py {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.842005 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=82236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Sep 15 13:29:15.842592 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loaded extension: net-mtu
Sep 15 13:29:15.842959 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: netmtu_writable.py {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.843928 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=82236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Sep 15 13:29:15.844513 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loaded extension: net-mtu-writable
Sep 15 13:29:15.844880 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: network_availability_zone.py {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.845634 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=82236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Sep 15 13:29:15.846217 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loaded extension: network_availability_zone
Sep 15 13:29:15.846579 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: network_ip_availability.py {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.847715 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=82236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Sep 15 13:29:15.848300 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loaded extension: network-ip-availability
Sep 15 13:29:15.848667 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: network_segment_range.py {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.849592 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=82236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Sep 15 13:29:15.850171 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Extension network-segment-range not supported by any of loaded plugins
Sep 15 13:29:15.850541 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: pagination.py {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.851530 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=82236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Sep 15 13:29:15.852464 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loaded extension: pagination
Sep 15 13:29:15.852827 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.853750 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=82236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Sep 15 13:29:15.854331 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loaded extension: port-mac-address-regenerate
Sep 15 13:29:15.854697 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: port_resource_request.py {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.855615 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=82236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Sep 15 13:29:15.856221 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Extension port-resource-request not supported by any of loaded plugins
Sep 15 13:29:15.856587 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: portbindings.py {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.857537 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=82236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Sep 15 13:29:15.858114 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loaded extension: binding
Sep 15 13:29:15.858479 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: portbindings_extended.py {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.859782 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=82236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Sep 15 13:29:15.860369 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loaded extension: binding-extended
Sep 15 13:29:15.860738 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: portsecurity.py {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.861659 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=82236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Sep 15 13:29:15.862237 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loaded extension: port-security
Sep 15 13:29:15.862606 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: project_id.py {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.865037 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=82236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Sep 15 13:29:15.865435 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loaded extension: project-id
Sep 15 13:29:15.865813 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: providernet.py {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.866757 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=82236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Sep 15 13:29:15.867355 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loaded extension: provider
Sep 15 13:29:15.868314 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: qos.py {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.871939 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=82236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Sep 15 13:29:15.872542 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Extension qos not supported by any of loaded plugins
Sep 15 13:29:15.872920 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.874149 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=82236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Sep 15 13:29:15.874736 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Sep 15 13:29:15.875108 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.876060 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=82236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Sep 15 13:29:15.876646 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Sep 15 13:29:15.877018 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: qos_default.py {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.877941 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=82236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Sep 15 13:29:15.878521 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Extension qos-default not supported by any of loaded plugins
Sep 15 13:29:15.878893 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: qos_fip.py {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.879585 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=82236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Sep 15 13:29:15.880182 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Extension qos-fip not supported by any of loaded plugins
Sep 15 13:29:15.880548 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: qos_gateway_ip.py {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.881478 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=82236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Sep 15 13:29:15.882053 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Sep 15 13:29:15.882422 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: qos_port_network_policy.py {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.883371 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=82236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Sep 15 13:29:15.883966 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Sep 15 13:29:15.884336 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: qos_rule_type_details.py {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.885259 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=82236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Sep 15 13:29:15.885834 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Sep 15 13:29:15.886210 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: qos_rules_alias.py {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.887259 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=82236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Sep 15 13:29:15.887859 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Extension qos-rules-alias not supported by any of loaded plugins
Sep 15 13:29:15.888228 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: quotasv2.py {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.889271 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=82236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Sep 15 13:29:15.889651 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loaded extension: quotas
Sep 15 13:29:15.890017 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: quotasv2_detail.py {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.891598 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=82236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Sep 15 13:29:15.892035 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loaded extension: quota_details
Sep 15 13:29:15.892409 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: rbac.py {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.893555 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=82236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Sep 15 13:29:15.894146 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loaded extension: rbac-policies
Sep 15 13:29:15.894523 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: rbac_address_scope.py {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.895462 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=82236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Sep 15 13:29:15.896077 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loaded extension: rbac-address-scope
Sep 15 13:29:15.896447 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: rbac_security_groups.py {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.897371 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=82236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Sep 15 13:29:15.897950 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loaded extension: rbac-security-groups
Sep 15 13:29:15.898316 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: rbac_subnetpool.py {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.899808 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=82236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Sep 15 13:29:15.900393 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loaded extension: rbac-subnetpool
Sep 15 13:29:15.900757 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: revisionifmatch.py {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.901685 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=82236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Sep 15 13:29:15.902263 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loaded extension: revision-if-match
Sep 15 13:29:15.902627 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: revisions.py {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.903811 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=82236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Sep 15 13:29:15.904393 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loaded extension: standard-attr-revisions
Sep 15 13:29:15.904768 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: router_availability_zone.py {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.905518 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=82236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Sep 15 13:29:15.906106 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loaded extension: router_availability_zone
Sep 15 13:29:15.906471 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: routerservicetype.py {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.907420 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=82236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Sep 15 13:29:15.908086 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Extension router-service-type not supported by any of loaded plugins
Sep 15 13:29:15.908715 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: security_groups_port_filtering.py {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.910533 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=82236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Sep 15 13:29:15.911119 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loaded extension: port-security-groups-filtering
Sep 15 13:29:15.911485 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: securitygroup.py {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.925032 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=82236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Sep 15 13:29:15.925652 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loaded extension: security-group
Sep 15 13:29:15.926032 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: segment.py {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.926926 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=82236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Sep 15 13:29:15.927511 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Extension segment not supported by any of loaded plugins
Sep 15 13:29:15.928184 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.929130 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=82236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Sep 15 13:29:15.929714 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Sep 15 13:29:15.930109 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: servicetype.py {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.931209 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=82236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Sep 15 13:29:15.931834 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loaded extension: service-type
Sep 15 13:29:15.932205 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: sorting.py {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.933185 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=82236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Sep 15 13:29:15.933561 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loaded extension: sorting
Sep 15 13:29:15.933927 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: standard_attr_segment.py {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.934843 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=82236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Sep 15 13:29:15.935434 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Extension standard-attr-segment not supported by any of loaded plugins
Sep 15 13:29:15.935830 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: standardattrdescription.py {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.936535 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=82236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Sep 15 13:29:15.937124 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loaded extension: standard-attr-description
Sep 15 13:29:15.937489 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: stateful_security_group.py {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.938435 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=82236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Sep 15 13:29:15.939016 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loaded extension: stateful-security-group
Sep 15 13:29:15.939382 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: stdattrs_common.py {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.940005 dv-cinder-809181-1-iscsi neutron-server[82236]: WARNING neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Sep 15 13:29:15.940371 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.941328 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=82236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Sep 15 13:29:15.941911 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Sep 15 13:29:15.942279 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: subnet_onboard.py {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.943349 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=82236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Sep 15 13:29:15.943966 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loaded extension: subnet_onboard
Sep 15 13:29:15.944336 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.945274 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=82236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Sep 15 13:29:15.945874 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Sep 15 13:29:15.946239 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: subnet_service_types.py {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.947243 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=82236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Sep 15 13:29:15.947851 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loaded extension: subnet-service-types
Sep 15 13:29:15.948221 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: subnetallocation.py {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.949323 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=82236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Sep 15 13:29:15.949918 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loaded extension: subnet_allocation
Sep 15 13:29:15.950284 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.950982 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=82236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Sep 15 13:29:15.951562 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loaded extension: subnetpool-prefix-ops
Sep 15 13:29:15.951954 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.952883 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=82236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Sep 15 13:29:15.953456 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Sep 15 13:29:15.953822 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: tagging.py {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.955162 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=82236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Sep 15 13:29:15.955792 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loaded extension: standard-attr-tag
Sep 15 13:29:15.956163 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: timestamp.py {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.957352 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=82236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Sep 15 13:29:15.958280 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loaded extension: standard-attr-timestamp
Sep 15 13:29:15.958899 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: trunk.py {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.960123 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=82236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Sep 15 13:29:15.960874 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Extension trunk not supported by any of loaded plugins
Sep 15 13:29:15.961942 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: trunk_details.py {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.962872 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=82236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Sep 15 13:29:15.963451 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Extension trunk-details not supported by any of loaded plugins
Sep 15 13:29:15.963848 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: uplink_status_propagation.py {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.965157 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=82236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Sep 15 13:29:15.966148 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Sep 15 13:29:15.966719 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Loading extension file: vlantransparent.py {{(pid=82236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Sep 15 13:29:15.967431 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=82236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Sep 15 13:29:15.968036 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Extension vlan-transparent not supported by any of loaded plugins
Sep 15 13:29:15.971028 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.quota.resource_registry [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Creating instance of TrackedResource for resource:network
Sep 15 13:29:15.971855 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.quota.resource_registry [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Creating instance of TrackedResource for resource:subnet
Sep 15 13:29:15.972532 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.quota.resource_registry [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Creating instance of TrackedResource for resource:subnetpool
Sep 15 13:29:15.973200 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.quota.resource_registry [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Creating instance of TrackedResource for resource:port
Sep 15 13:29:15.974588 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.resource_helper [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=82236) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Sep 15 13:29:15.975080 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.resource_helper [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Service FLAVORS assigned prefix:  {{(pid=82236) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Sep 15 13:29:15.975806 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.resource_helper [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=82236) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Sep 15 13:29:15.976287 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.resource_helper [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=82236) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Sep 15 13:29:15.976662 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.quota.resource_registry [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Creating instance of TrackedResource for resource:router
Sep 15 13:29:15.977950 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.quota.resource_registry [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Creating instance of TrackedResource for resource:floatingip
Sep 15 13:29:15.978707 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.resource_helper [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Service METERING assigned prefix: /metering {{(pid=82236) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Sep 15 13:29:15.980546 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1cd2b62198>> rbac-policy before_create 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.980955 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1cd2b62198>> rbac-policy before_update 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.981347 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1cd2b62198>> rbac-policy before_delete 55550000 {{(pid=82236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:29:15.982513 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.quota.resource_registry [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Creating instance of CountableResource for resource:rbac_policy
Sep 15 13:29:15.982951 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.quota.resource_registry [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Creating instance of TrackedResource for resource:security_group
Sep 15 13:29:15.983783 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.quota.resource_registry [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Creating instance of TrackedResource for resource:security_group_rule
Sep 15 13:29:15.984588 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.resource_helper [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Service CORE assigned prefix:  {{(pid=82236) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Sep 15 13:29:15.984959 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.quota.resource_registry [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Creating instance of TrackedResource for resource:subnetpool
Sep 15 13:29:15.985334 dv-cinder-809181-1-iscsi neutron-server[82236]: WARNING neutron.quota.resource_registry [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] subnetpool is already registered
Sep 15 13:29:15.985994 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.resource_helper [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Service CORE assigned prefix:  {{(pid=82236) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Sep 15 13:29:15.986363 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.quota.resource_registry [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Creating instance of TrackedResource for resource:subnetpool
Sep 15 13:29:15.986732 dv-cinder-809181-1-iscsi neutron-server[82236]: WARNING neutron.quota.resource_registry [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] subnetpool is already registered
Sep 15 13:29:15.989428 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.resource_helper [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=82236) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Sep 15 13:29:15.989907 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.resource_helper [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Service FLAVORS assigned prefix:  {{(pid=82236) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Sep 15 13:29:15.990553 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.resource_helper [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=82236) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Sep 15 13:29:15.991018 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.resource_helper [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=82236) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Sep 15 13:29:15.991391 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.quota.resource_registry [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Creating instance of TrackedResource for resource:router
Sep 15 13:29:15.991788 dv-cinder-809181-1-iscsi neutron-server[82236]: WARNING neutron.quota.resource_registry [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] router is already registered
Sep 15 13:29:15.992962 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.quota.resource_registry [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Creating instance of TrackedResource for resource:floatingip
Sep 15 13:29:15.993338 dv-cinder-809181-1-iscsi neutron-server[82236]: WARNING neutron.quota.resource_registry [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] floatingip is already registered
Sep 15 13:29:15.994023 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.resource_helper [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Service METERING assigned prefix: /metering {{(pid=82236) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Sep 15 13:29:15.994759 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.quota.resource_registry [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Creating instance of CountableResource for resource:rbac_policy
Sep 15 13:29:15.995128 dv-cinder-809181-1-iscsi neutron-server[82236]: WARNING neutron.quota.resource_registry [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] rbac_policy is already registered
Sep 15 13:29:15.995584 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.quota.resource_registry [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Creating instance of TrackedResource for resource:security_group
Sep 15 13:29:15.995974 dv-cinder-809181-1-iscsi neutron-server[82236]: WARNING neutron.quota.resource_registry [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] security_group is already registered
Sep 15 13:29:15.996781 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.quota.resource_registry [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Creating instance of TrackedResource for resource:security_group_rule
Sep 15 13:29:15.997155 dv-cinder-809181-1-iscsi neutron-server[82236]: WARNING neutron.quota.resource_registry [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] security_group_rule is already registered
Sep 15 13:29:15.997876 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.resource_helper [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Service CORE assigned prefix:  {{(pid=82236) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Sep 15 13:29:15.998247 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.quota.resource_registry [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Creating instance of TrackedResource for resource:subnetpool
Sep 15 13:29:15.998612 dv-cinder-809181-1-iscsi neutron-server[82236]: WARNING neutron.quota.resource_registry [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] subnetpool is already registered
Sep 15 13:29:15.999266 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.resource_helper [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Service CORE assigned prefix:  {{(pid=82236) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Sep 15 13:29:15.999648 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.quota.resource_registry [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Creating instance of TrackedResource for resource:subnetpool
Sep 15 13:29:16.000016 dv-cinder-809181-1-iscsi neutron-server[82236]: WARNING neutron.quota.resource_registry [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] subnetpool is already registered
Sep 15 13:29:16.000766 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Extended resource: extensions {{(pid=82236) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Sep 15 13:29:16.002307 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Extended resource: address-scopes {{(pid=82236) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Sep 15 13:29:16.003564 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Extended resource: agents {{(pid=82236) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Sep 15 13:29:16.004923 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Extended resource: auto-allocated-topology {{(pid=82236) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Sep 15 13:29:16.006229 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Extended resource: availability_zones {{(pid=82236) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Sep 15 13:29:16.007488 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Extended resource: dhcp-networks {{(pid=82236) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Sep 15 13:29:16.009716 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Extended resource: dhcp-agents {{(pid=82236) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Sep 15 13:29:16.011168 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Extended resource: routers {{(pid=82236) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Sep 15 13:29:16.012998 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Extended resource: flavors {{(pid=82236) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Sep 15 13:29:16.014337 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Extended resource: service_profiles {{(pid=82236) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Sep 15 13:29:16.015597 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Extended resource: next_providers {{(pid=82236) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Sep 15 13:29:16.017094 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Extended resource: service_profiles {{(pid=82236) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Sep 15 13:29:16.018554 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Extended resource: floatingip-pools {{(pid=82236) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Sep 15 13:29:16.020809 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Extended resource: routers {{(pid=82236) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Sep 15 13:29:16.022630 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Extended resource: floatingips {{(pid=82236) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Sep 15 13:29:16.023917 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Extended resource: l3-routers {{(pid=82236) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Sep 15 13:29:16.025443 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Extended resource: l3-agents {{(pid=82236) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Sep 15 13:29:16.026902 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Extended resource: metering-labels {{(pid=82236) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Sep 15 13:29:16.028219 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Extended resource: metering-label-rules {{(pid=82236) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Sep 15 13:29:16.029653 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Extended resource: network-ip-availabilities {{(pid=82236) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Sep 15 13:29:16.030952 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Extended resource: bindings {{(pid=82236) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Sep 15 13:29:16.032573 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Extended resource: quotas {{(pid=82236) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Sep 15 13:29:16.034164 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Extended resource: quotas {{(pid=82236) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Sep 15 13:29:16.035668 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Extended resource: rbac-policies {{(pid=82236) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Sep 15 13:29:16.036920 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Extended resource: security-groups {{(pid=82236) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Sep 15 13:29:16.038178 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Extended resource: security-group-rules {{(pid=82236) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Sep 15 13:29:16.039576 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Extended resource: service-providers {{(pid=82236) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Sep 15 13:29:16.040873 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Extended resource: subnetpools {{(pid=82236) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Sep 15 13:29:16.042304 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Extended resource: subnetpools {{(pid=82236) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Sep 15 13:29:16.045226 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Extended resource: tags {{(pid=82236) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Sep 15 13:29:16.048440 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Extended resource: tags {{(pid=82236) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Sep 15 13:29:16.050226 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Extended resource: tags {{(pid=82236) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Sep 15 13:29:16.052181 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Extended resource: tags {{(pid=82236) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Sep 15 13:29:16.054187 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Extended resource: tags {{(pid=82236) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Sep 15 13:29:16.056585 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Extended resource: tags {{(pid=82236) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Sep 15 13:29:16.058409 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Extended resource: tags {{(pid=82236) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Sep 15 13:29:16.060244 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Extended resource: tags {{(pid=82236) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Sep 15 13:29:16.062247 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Extended resource: tags {{(pid=82236) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Sep 15 13:29:16.064067 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.extensions [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Extended resource: tags {{(pid=82236) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Sep 15 13:29:16.071551 dv-cinder-809181-1-iscsi neutron-server[82236]: WARNING keystonemiddleware.auth_token [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Sep 15 13:29:16.076522 dv-cinder-809181-1-iscsi neutron-server[82236]: WARNING keystonemiddleware.auth_token [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Sep 15 13:29:16.085271 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Acquired lock "singleton_lock" {{(pid=82236) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:265}}
Sep 15 13:29:16.085795 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Releasing lock "singleton_lock" {{(pid=82236) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:281}}
Sep 15 13:29:16.087270 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO oslo_service.service [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Starting 2 workers
Sep 15 13:29:16.091894 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Started child 82345 {{(pid=82236) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}}
Sep 15 13:29:16.096132 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:29:16.096377 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Started child 82346 {{(pid=82236) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}}
Sep 15 13:29:16.097611 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [-] (82345) wsgi starting up on http://0.0.0.0:9696
Sep 15 13:29:16.097895 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.service [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Neutron service started, listening on 0.0.0.0:9696
Sep 15 13:29:16.098559 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Notify callbacks [] for process, before_spawn {{(pid=82236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:29:16.100212 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:29:16.100999 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO oslo_service.service [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Starting 1 workers
Sep 15 13:29:16.101574 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [-] (82346) wsgi starting up on http://0.0.0.0:9696
Sep 15 13:29:16.106299 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Started child 82347 {{(pid=82236) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}}
Sep 15 13:29:16.106837 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO oslo_service.service [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Starting 1 workers
Sep 15 13:29:16.108998 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.service [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] calling RpcWorker wait() {{(pid=82347) _wait /opt/stack/neutron/neutron/service.py:128}}
Sep 15 13:29:16.109419 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.service [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] returning from RpcWorker wait() {{(pid=82347) _wait /opt/stack/neutron/neutron/service.py:135}}
Sep 15 13:29:16.110966 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:29:16.111328 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Started child 82348 {{(pid=82236) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}}
Sep 15 13:29:16.111426 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:29:16.112128 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5d36853d-dc0f-4d33-ae85-22ea30e9f179 None None] Notify callbacks [] for process, after_spawn {{(pid=82236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:29:16.113805 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=82236) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}}
Sep 15 13:29:16.114035 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Sep 15 13:29:16.114243 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Sep 15 13:29:16.114530 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Sep 15 13:29:16.114935 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Sep 15 13:29:16.115129 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Sep 15 13:29:16.115442 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:29:16.115732 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.116028 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.116306 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.116583 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.116903 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.118079 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.118365 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.118658 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.118958 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.119235 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.119432 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.119646 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.119942 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.120209 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.120549 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.120832 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.121094 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.121370 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.121579 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.121866 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.122172 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.122439 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.122728 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] debug                          = True {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.122995 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.123595 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.123872 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.124161 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.124441 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.124731 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.125010 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.125313 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.125580 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.125823 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.126101 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.126377 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.126617 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.126875 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.127169 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.127423 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.127861 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] host                           = dv-cinder-809181-1-iscsi {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.128116 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.128355 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.128629 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.128884 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.129156 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.129399 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.129681 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.129955 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.130234 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.130488 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.130735 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.130991 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.131252 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.131520 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.131733 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.131974 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.132248 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.132498 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.132721 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.132912 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.133257 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.134050 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.134240 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.134534 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.134807 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.134976 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.135225 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.135459 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.135719 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.136007 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.136248 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.136505 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.136741 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.137015 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.137296 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.137577 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.137834 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.138094 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.138356 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.138606 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.138821 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.139075 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.139313 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.139571 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.139865 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.140130 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.140628 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.140628 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.140918 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.141168 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.141401 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.141640 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.141963 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.142109 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=82348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:29:16.142246 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.142516 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.142721 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.142955 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.143233 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.143472 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.143755 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.143979 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.144208 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.144465 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.144743 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.144987 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.145235 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.145492 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.145735 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.146018 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.146472 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.146802 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.147140 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.147412 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.147726 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.147990 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.148263 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.148510 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.148814 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.149070 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.149398 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.149670 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.150028 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.150316 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.150592 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.41/identity {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.150857 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.151106 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.151349 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.151602 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.151883 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.152125 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.152382 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.152693 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.153026 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.153184 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.153421 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.153661 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.153942 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.154298 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.154604 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.154873 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.155100 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.155342 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.155583 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.155889 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.156147 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.156440 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.156710 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.156906 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.157192 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.157406 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.157645 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.157883 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.158198 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.158350 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.158555 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.158797 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.159113 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.159333 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.159484 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.159806 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.160029 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.161180 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.161851 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.162400 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.163305 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.163587 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.163896 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.164167 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.164497 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.164779 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.165060 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.165342 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.165601 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.165877 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.166134 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.166393 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.166655 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.166910 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.167164 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.167418 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.167692 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.167947 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.168269 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.168621 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.168907 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.169203 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.169491 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.169781 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.170069 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.170355 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.170613 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.170889 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.171142 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.171439 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.171744 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.172031 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.172315 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.172589 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.172887 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.173167 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.173435 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.173718 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.173992 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.174253 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.174550 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.174824 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.175117 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.175391 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.178872 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.179498 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.183275 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.183809 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.184288 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.184611 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.184985 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.185319 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.185634 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.185929 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.186218 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.186505 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.186792 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.187091 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.187374 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.187681 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.189289 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.189733 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.190108 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.190412 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.190672 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.190934 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.191231 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.191527 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.191880 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.192185 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.192473 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.192776 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.193064 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.193342 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.41/identity {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.193697 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.193971 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.194246 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.194480 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.194743 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.195009 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.195274 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.195577 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.196476 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.196755 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.196999 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.197254 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.197500 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.197769 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.198019 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.198304 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.198566 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.198799 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.199067 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.199315 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.199607 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.199899 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.200144 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.200427 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.200678 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.200985 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.201275 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.201548 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.201831 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.202086 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.202385 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.202631 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.202941 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.203198 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.203443 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.203746 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.203995 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.204240 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.204485 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.204753 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.204998 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.205301 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.205581 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.205929 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.206178 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.206469 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.206717 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.206982 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.207227 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.207474 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.207745 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.207994 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.208255 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.208528 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.208779 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.209055 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.209284 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.209520 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.209738 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.210158 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.210397 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.210695 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.210982 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.211276 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.211665 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.211880 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.212140 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.212382 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.212696 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.212980 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.213224 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.213487 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.213748 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.214067 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.214350 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.214598 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.214971 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.215214 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.215494 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.215770 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.216048 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.216299 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.216591 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.216961 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.217307 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.217595 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.217886 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.218223 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.218542 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.218850 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.219109 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.219430 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.219818 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.220142 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.220424 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.220686 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.220977 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.221235 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.221483 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.221729 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.221974 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.222225 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.222502 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.222803 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.223061 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.223308 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.223569 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.223845 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.224102 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.224342 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.224593 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.224856 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.225041 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Sep 15 13:29:16.225621 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=82236) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}}
Sep 15 13:29:16.225813 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Sep 15 13:29:16.225994 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Sep 15 13:29:16.226226 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Sep 15 13:29:16.226428 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Sep 15 13:29:16.226610 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Sep 15 13:29:16.227378 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.227568 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.227777 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.227966 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.228154 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.228360 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.228547 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.228731 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.228917 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.229100 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.229283 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.229468 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.229653 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.229836 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.230020 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.230204 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.230390 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.230574 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.230762 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.230948 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.231133 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.231316 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.231503 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] debug                          = True {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.231711 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.231927 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.232118 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.232304 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.232488 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.232717 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.232835 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.233020 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.233186 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.233516 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.233839 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.234165 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.234511 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.234698 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.235075 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.235258 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.235407 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] host                           = dv-cinder-809181-1-iscsi {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.235511 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.235619 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.235845 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.236036 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.236224 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.236392 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.236535 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.236934 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.236934 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.237213 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.237213 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.237402 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.237481 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.237653 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.237803 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.237988 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.238162 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.238339 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.238550 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.238740 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.238903 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.239087 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.239272 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.239439 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.239620 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.239791 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.239983 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.240170 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.240351 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.240534 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.240717 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.240900 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.241083 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.241269 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.241454 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.241638 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.241821 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.242004 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.242190 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.242372 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.245337 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.245337 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.245337 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.245337 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.245337 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.245337 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.245337 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.245337 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.246165 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.246165 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.246165 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.246165 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.246165 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.246165 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.246165 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.246165 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.246914 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.246914 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.246914 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.246914 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.246914 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.246914 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.246914 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.246914 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.246914 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.247792 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.247792 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.247792 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.247792 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Sep 15 13:29:16.247792 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.248274 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.248274 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.248274 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.248538 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.248538 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.248715 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.248894 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.249083 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.249273 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.249465 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.249652 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.249858 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.250121 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.250359 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.41/identity {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.250359 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.250650 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.250650 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.250938 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.251096 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.251246 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.251396 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.251545 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.251733 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:29:16.251885 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.251885 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.252181 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.252181 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.252479 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.252479 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.252766 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.252766 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.253051 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.253199 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.253349 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.253497 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.253652 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.253802 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.253962 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.254112 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.254261 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.254407 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.254567 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.254754 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.254941 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.255128 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.255315 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.255500 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.255705 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.255894 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.256079 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.256281 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.256469 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.256658 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.256843 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.257031 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.257218 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.257403 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.257589 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.257795 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.257963 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.258174 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.258362 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.258549 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.258736 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.258924 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.259111 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.259300 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.259486 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.263925 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.263925 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.263925 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.263925 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.263925 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.263925 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.263925 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.263925 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.266024 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.266024 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.266024 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.266024 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.266024 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.266024 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.266024 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.266024 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.267902 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.267902 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.267902 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.267902 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.267902 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.267902 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.267902 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.267902 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.268482 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.268482 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.268482 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.268482 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.268482 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.268482 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.268482 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.268482 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.269098 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.269098 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.269098 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.269098 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.269098 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.269098 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.269098 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.269098 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.269670 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.269670 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.269670 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.269670 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.269670 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.269670 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.269670 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.269670 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.269670 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.271888 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.271888 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.271888 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.271888 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.271888 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.271888 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.271888 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.271888 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.272361 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.272361 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.272361 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.272361 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.41/identity {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.272361 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.272361 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.272361 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.272361 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.272820 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.272820 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.272820 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.272820 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.272820 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.273119 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.273119 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.273244 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.273557 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.273557 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.273745 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.274026 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.274210 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.274437 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.274628 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.274819 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.275027 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.275175 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.275341 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.275506 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.275694 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.275863 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.276029 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.276198 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.276381 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.276555 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.276743 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.276935 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.277124 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.277311 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.277499 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.277687 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.277907 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.278054 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.278188 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.278367 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.278555 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.278741 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.278929 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.279133 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.279320 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.279507 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.279714 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.279903 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.280090 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.280277 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.280467 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.280654 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.280841 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.281031 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.281219 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.281407 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.281593 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.281780 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.281967 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.282158 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.282345 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.282542 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.282728 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.282914 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.283102 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.283296 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.283482 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.283687 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.283888 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.284076 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.284263 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.284451 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.284638 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.284834 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.285071 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.285276 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.285414 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.285559 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.285693 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.285827 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.286000 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.286186 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.286375 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.286567 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.286763 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.286959 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.287146 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.287342 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.287538 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.287757 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.288017 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.288165 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.288299 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.288479 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.288666 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.288879 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.289016 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.289151 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.289856 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.290044 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.290230 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.290416 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.290601 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.290787 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.290972 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.291159 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.291344 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.291530 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.291740 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.291928 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.292116 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.292303 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 13:29:16.292483 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82236) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Sep 15 13:29:16.483738 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 54922) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:29:16.494882 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0090747
Sep 15 13:29:26.648768 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43fc292-c031-4382-82d0-d3b979c6fb34 None None] get_active_networks_info from dv-cinder-809181-1-iscsi {{(pid=82347) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Sep 15 13:29:26.957194 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43fc292-c031-4382-82d0-d3b979c6fb34 None None] No non-hosted networks {{(pid=82347) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Sep 15 13:29:26.974385 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-1f62c39b-3518-483c-b52b-aab3a79d9fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1675808'] for agent, after_create {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:29:28.058910 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1675808'] for agent, after_create {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:29:28.059508 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:29:28.059854 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:29:28.060257 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:29:28.060637 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:29:28.061014 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:29:28.061388 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:29:28.061762 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:29:28.062152 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:29:28.062527 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:29:28.062897 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:29:28.063271 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:29:28.063726 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f1cd27b2f60>, 'Open vSwitch agent', 'dv-cinder-809181-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:29:28.094895 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f1cd26ce9e8>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-809181-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:29:28.826457 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b26e26ae-a384-48c3-8538-a973f4657e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1675808'] for agent, after_create {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:29:28.867859 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-30689595-f746-4c30-bb35-26b8549fa5e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:29:29.101381 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9acd9d20-0ed4-40fe-8ec3-e1d8b485d7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1675808'] for agent, after_create {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:29:30.507034 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b47e50d5-ffd8-49d4-a6b6-3168cd38e3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1675808'] for agent, after_create {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:29:31.325330 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 55038) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:29:32.061618 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [None req-7ea2f123-a823-44ec-aef7-f12e289a84f1 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=82345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Sep 15 13:29:32.062775 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-7ea2f123-a823-44ec-aef7-f12e289a84f1 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.7364655
Sep 15 13:29:34.216470 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 55054) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:29:34.296030 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [None req-d410817d-0ccc-436e-ba90-87c8879f676b admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=82345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:29:34.541563 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.policy [None req-d410817d-0ccc-436e-ba90-87c8879f676b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=82345) register_rules /opt/stack/neutron/neutron/policy.py:68}}
Sep 15 13:29:34.548977 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.quota [None req-d410817d-0ccc-436e-ba90-87c8879f676b admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f1cd26190f0>.
Sep 15 13:29:34.584114 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-d410817d-0ccc-436e-ba90-87c8879f676b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:29:34.645258 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-d410817d-0ccc-436e-ba90-87c8879f676b admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363301745639624', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363301745628383', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363301745628888', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363301745429726', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363301745674642', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036854347920', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-477718', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1696253', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1966365'] for rbac-policy, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:29:34.711202 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-d410817d-0ccc-436e-ba90-87c8879f676b admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:29:34.718578 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-d410817d-0ccc-436e-ba90-87c8879f676b admin admin] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.4950266
Sep 15 13:29:34.913193 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.db.l3_hamode_db [None req-0671b29c-56b4-4473-8862-4f5aeff36b0b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Sep 15 13:29:35.000089 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0671b29c-56b4-4473-8862-4f5aeff36b0b None None] Routers set() bound to L3 agent in host dv-cinder-809181-1-iscsi {{(pid=82347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 15 13:29:35.000518 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0671b29c-56b4-4473-8862-4f5aeff36b0b None None] Router IDs set() for agent in host dv-cinder-809181-1-iscsi {{(pid=82347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Sep 15 13:29:36.892584 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 55070) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:29:36.967553 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [None req-2d30334c-4abf-43fb-aaab-c47c3e300b77 admin admin] Request body: {'network': {'project_id': '1fd120c720f64c25a4133edd3c5ad057', 'admin_state_up': True, 'name': 'private'}} {{(pid=82345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:29:36.973327 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-2d30334c-4abf-43fb-aaab-c47c3e300b77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:29:36.977737 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-2d30334c-4abf-43fb-aaab-c47c3e300b77 admin admin] Usage tracker for resource:network and tenant:1fd120c720f64c25a4133edd3c5ad057 is out of sync, need to count used quota {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:29:36.981181 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-2d30334c-4abf-43fb-aaab-c47c3e300b77 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:29:36.987596 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-2d30334c-4abf-43fb-aaab-c47c3e300b77 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:29:36.996489 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d30334c-4abf-43fb-aaab-c47c3e300b77 admin admin] Made reservation on behalf of 1fd120c720f64c25a4133edd3c5ad057 for: {'network': 1} {{(pid=82345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Sep 15 13:29:37.002159 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2d30334c-4abf-43fb-aaab-c47c3e300b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for network, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:29:37.020897 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2d30334c-4abf-43fb-aaab-c47c3e300b77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:29:37.061761 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-2d30334c-4abf-43fb-aaab-c47c3e300b77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:29:37.065575 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-2d30334c-4abf-43fb-aaab-c47c3e300b77 admin admin] Usage tracker for resource:security_group_rule and tenant:1fd120c720f64c25a4133edd3c5ad057 is out of sync, need to count used quota {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:29:37.068479 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-2d30334c-4abf-43fb-aaab-c47c3e300b77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:29:37.075152 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-2d30334c-4abf-43fb-aaab-c47c3e300b77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:29:37.143495 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2d30334c-4abf-43fb-aaab-c47c3e300b77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:29:37.146087 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2d30334c-4abf-43fb-aaab-c47c3e300b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:29:37.150675 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:29:37.170381 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d30334c-4abf-43fb-aaab-c47c3e300b77 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350}  {{(pid=82345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}}
Sep 15 13:29:37.195241 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2d30334c-4abf-43fb-aaab-c47c3e300b77 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363301743410923', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854307961'] for segment, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:29:37.195861 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2d30334c-4abf-43fb-aaab-c47c3e300b77 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f1cd35c1158> segment precommit_create {{(pid=82345) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Sep 15 13:29:37.196316 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.db.segments_db [None req-2d30334c-4abf-43fb-aaab-c47c3e300b77 admin admin] Added segment 5517dd18-0f50-4633-a032-45a4366696a9 of type vlan for network d5607e4e-536c-458b-8cfe-ce2d565abb5b
Sep 15 13:29:37.252163 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d30334c-4abf-43fb-aaab-c47c3e300b77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9922e265-eab4-435b-93eb-b3ef3f9eb0e6,revision_number=1']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:29:37.277395 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d30334c-4abf-43fb-aaab-c47c3e300b77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:29:37.277775 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d30334c-4abf-43fb-aaab-c47c3e300b77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:29:37.278114 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d30334c-4abf-43fb-aaab-c47c3e300b77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:29:37.278476 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d30334c-4abf-43fb-aaab-c47c3e300b77 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:29:37.278844 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d30334c-4abf-43fb-aaab-c47c3e300b77 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:29:37.279200 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d30334c-4abf-43fb-aaab-c47c3e300b77 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:29:37.279553 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d30334c-4abf-43fb-aaab-c47c3e300b77 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:29:37.279945 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d30334c-4abf-43fb-aaab-c47c3e300b77 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:29:37.280295 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d30334c-4abf-43fb-aaab-c47c3e300b77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:29:37.280642 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d30334c-4abf-43fb-aaab-c47c3e300b77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:29:37.280987 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d30334c-4abf-43fb-aaab-c47c3e300b77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:29:37.282128 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d30334c-4abf-43fb-aaab-c47c3e300b77 admin admin] Tracked resource versions report:
Sep 15 13:29:37.282128 dv-cinder-809181-1-iscsi neutron-server[82236]: pushed versions:
Sep 15 13:29:37.282128 dv-cinder-809181-1-iscsi neutron-server[82236]: {   'ConntrackHelper': {'1.0'},
Sep 15 13:29:37.282128 dv-cinder-809181-1-iscsi neutron-server[82236]:     'Log': {'1.0'},
Sep 15 13:29:37.282128 dv-cinder-809181-1-iscsi neutron-server[82236]:     'Network': {'1.1'},
Sep 15 13:29:37.282128 dv-cinder-809181-1-iscsi neutron-server[82236]:     'Port': {'1.5'},
Sep 15 13:29:37.282128 dv-cinder-809181-1-iscsi neutron-server[82236]:     'PortForwarding': {'1.2'},
Sep 15 13:29:37.282128 dv-cinder-809181-1-iscsi neutron-server[82236]:     'QosPolicy': {'1.8'},
Sep 15 13:29:37.282128 dv-cinder-809181-1-iscsi neutron-server[82236]:     'SecurityGroup': {'1.2'},
Sep 15 13:29:37.282128 dv-cinder-809181-1-iscsi neutron-server[82236]:     'SecurityGroupRule': {'1.0'},
Sep 15 13:29:37.282128 dv-cinder-809181-1-iscsi neutron-server[82236]:     'SubPort': {'1.0'},
Sep 15 13:29:37.282128 dv-cinder-809181-1-iscsi neutron-server[82236]:     'Subnet': {'1.1'},
Sep 15 13:29:37.282128 dv-cinder-809181-1-iscsi neutron-server[82236]:     'Trunk': {'1.1'}}
Sep 15 13:29:37.282128 dv-cinder-809181-1-iscsi neutron-server[82236]: consumer versions:
Sep 15 13:29:37.282128 dv-cinder-809181-1-iscsi neutron-server[82236]: {   DHCP agent@dv-cinder-809181-1-iscsi: {},
Sep 15 13:29:37.282128 dv-cinder-809181-1-iscsi neutron-server[82236]:     L3 agent@dv-cinder-809181-1-iscsi: {},
Sep 15 13:29:37.282128 dv-cinder-809181-1-iscsi neutron-server[82236]:     Metadata agent@dv-cinder-809181-1-iscsi: {},
Sep 15 13:29:37.282128 dv-cinder-809181-1-iscsi neutron-server[82236]:     Metering agent@dv-cinder-809181-1-iscsi: {},
Sep 15 13:29:37.282128 dv-cinder-809181-1-iscsi neutron-server[82236]:     Open vSwitch agent@dv-cinder-809181-1-iscsi: {   'ConntrackHelper': '1.0',
Sep 15 13:29:37.282128 dv-cinder-809181-1-iscsi neutron-server[82236]:                                                      'Log': '1.0',
Sep 15 13:29:37.282128 dv-cinder-809181-1-iscsi neutron-server[82236]:                                                      'Network': '1.1',
Sep 15 13:29:37.282128 dv-cinder-809181-1-iscsi neutron-server[82236]:                                                      'Port': '1.5',
Sep 15 13:29:37.282128 dv-cinder-809181-1-iscsi neutron-server[82236]:                                                      'PortForwarding': '1.2',
Sep 15 13:29:37.282128 dv-cinder-809181-1-iscsi neutron-server[82236]:                                                      'QosPolicy': '1.8',
Sep 15 13:29:37.282128 dv-cinder-809181-1-iscsi neutron-server[82236]:                                                      'SecurityGroup': '1.2',
Sep 15 13:29:37.282128 dv-cinder-809181-1-iscsi neutron-server[82236]:                                                      'SecurityGroupRule': '1.0',
Sep 15 13:29:37.282128 dv-cinder-809181-1-iscsi neutron-server[82236]:                                                      'SubPort': '1.0',
Sep 15 13:29:37.282128 dv-cinder-809181-1-iscsi neutron-server[82236]:                                                      'Subnet': '1.1',
Sep 15 13:29:37.282128 dv-cinder-809181-1-iscsi neutron-server[82236]:                                                      'Trunk': '1.1'}}
Sep 15 13:29:37.282128 dv-cinder-809181-1-iscsi neutron-server[82236]:  {{(pid=82345) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Sep 15 13:29:37.316122 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2d30334c-4abf-43fb-aaab-c47c3e300b77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735110816490'] for network, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:29:37.332676 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-2d30334c-4abf-43fb-aaab-c47c3e300b77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:29:37.356060 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2d30334c-4abf-43fb-aaab-c47c3e300b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916'] for network, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:29:37.357300 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d30334c-4abf-43fb-aaab-c47c3e300b77 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:29:37.357946 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2d30334c-4abf-43fb-aaab-c47c3e300b77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7149901'] for network, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:29:37.362679 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:29:37.473557 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-2d30334c-4abf-43fb-aaab-c47c3e300b77 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 0.5798323
Sep 15 13:29:37.474263 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d30334c-4abf-43fb-aaab-c47c3e300b77 admin admin] Pushing event updated for resources: {'Network': ['ID=d5607e4e-536c-458b-8cfe-ce2d565abb5b,revision_number=1']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:29:37.490140 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-2d30334c-4abf-43fb-aaab-c47c3e300b77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:29:37.498601 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Network d5607e4e-536c-458b-8cfe-ce2d565abb5b details requested by agent ovs-agent-dv-cinder-809181-1-iscsi with host dv-cinder-809181-1-iscsi {{(pid=82347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Sep 15 13:29:39.702435 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 55088) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:29:39.882512 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc7d611-cc96-4e14-a5c6-776ab2f27b69 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:29:39.883898 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-7bc7d611-cc96-4e14-a5c6-776ab2f27b69 admin admin] 10.222.0.41 "GET /v2.0/networks/d5607e4e-536c-458b-8cfe-ce2d565abb5b HTTP/1.1" status: 200  len: 825 time: 0.1804078
Sep 15 13:29:39.912601 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-b4bea5dd-8f93-4398-9bbf-a4032cf3de4d admin admin] 10.222.0.41 "GET /v2.0/subnetpools/b3307467-98c1-4c39-8683-d6f2b3feab8d HTTP/1.1" status: 200  len: 734 time: 0.0222311
Sep 15 13:29:39.921378 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [None req-d861f1e6-105c-4f7d-8ba4-8b38044f2753 admin admin] Request body: {'subnet': {'subnetpool_id': 'b3307467-98c1-4c39-8683-d6f2b3feab8d', 'network_id': 'd5607e4e-536c-458b-8cfe-ce2d565abb5b', 'gateway_ip': '172.20.0.1', 'tenant_id': '1fd120c720f64c25a4133edd3c5ad057', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=82345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:29:39.925698 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-d861f1e6-105c-4f7d-8ba4-8b38044f2753 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:29:39.929583 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-d861f1e6-105c-4f7d-8ba4-8b38044f2753 admin admin] Usage tracker for resource:subnet and tenant:1fd120c720f64c25a4133edd3c5ad057 is out of sync, need to count used quota {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:29:39.933325 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-d861f1e6-105c-4f7d-8ba4-8b38044f2753 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:29:39.939778 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-d861f1e6-105c-4f7d-8ba4-8b38044f2753 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:29:39.949441 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d861f1e6-105c-4f7d-8ba4-8b38044f2753 admin admin] Made reservation on behalf of 1fd120c720f64c25a4133edd3c5ad057 for: {'subnet': 1} {{(pid=82345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Sep 15 13:29:39.953925 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-d861f1e6-105c-4f7d-8ba4-8b38044f2753 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:29:40.239570 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-d861f1e6-105c-4f7d-8ba4-8b38044f2753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916'] for subnet, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:29:40.244146 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:29:40.328026 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d861f1e6-105c-4f7d-8ba4-8b38044f2753 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91e2c659-deca-431c-86da-11616f338b87,revision_number=0']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:29:40.333101 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-d861f1e6-105c-4f7d-8ba4-8b38044f2753 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:29:40.337818 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d861f1e6-105c-4f7d-8ba4-8b38044f2753 admin admin] Checking segment: {'id': '5517dd18-0f50-4633-a032-45a4366696a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'd5607e4e-536c-458b-8cfe-ce2d565abb5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Sep 15 13:29:40.338230 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d861f1e6-105c-4f7d-8ba4-8b38044f2753 admin admin] Network hostable DHCP agents. Network: d5607e4e-536c-458b-8cfe-ce2d565abb5b, hostable agents: ['1e45ab9c-2f68-483a-a4f9-339d8484c2ba'], hosted agents: [] {{(pid=82345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Sep 15 13:29:40.361577 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d861f1e6-105c-4f7d-8ba4-8b38044f2753 admin admin] Network d5607e4e-536c-458b-8cfe-ce2d565abb5b is scheduled to be hosted by DHCP agent 1e45ab9c-2f68-483a-a4f9-339d8484c2ba with binding_index 1 {{(pid=82345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Sep 15 13:29:40.370742 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.base_scheduler [None req-d861f1e6-105c-4f7d-8ba4-8b38044f2753 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809181-1-iscsi, d5607e4e-536c-458b-8cfe-ce2d565abb5b) {{(pid=82345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Sep 15 13:29:40.375049 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d861f1e6-105c-4f7d-8ba4-8b38044f2753 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:29:40.375786 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-d861f1e6-105c-4f7d-8ba4-8b38044f2753 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7149901'] for subnet, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:29:40.380844 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521d3df8-c5d7-4eec-b0f3-fbbc01107d76 None None] Network d5607e4e-536c-458b-8cfe-ce2d565abb5b requested from dv-cinder-809181-1-iscsi {{(pid=82347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Sep 15 13:29:40.393994 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-d861f1e6-105c-4f7d-8ba4-8b38044f2753 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.4760485
Sep 15 13:29:40.781282 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18405ad6-2beb-489f-9a6e-39165b80d3d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27da5d1b-a3b4-502a-adbd-d11dbe7a94ca-d5607e4e-536c-458b-8cfe-ce2d565abb5b', 'network_id': 'd5607e4e-536c-458b-8cfe-ce2d565abb5b', 'tenant_id': '1fd120c720f64c25a4133edd3c5ad057', 'fixed_ips': [{'subnet_id': '91e2c659-deca-431c-86da-11616f338b87'}]}} from dv-cinder-809181-1-iscsi. {{(pid=82347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Sep 15 13:29:40.782448 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-18405ad6-2beb-489f-9a6e-39165b80d3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_create {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:29:40.990474 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.db_base_plugin_common [None req-18405ad6-2beb-489f-9a6e-39165b80d3d0 None None] Allocated IP 172.20.0.2 (d5607e4e-536c-458b-8cfe-ce2d565abb5b/91e2c659-deca-431c-86da-11616f338b87/051ac0da-1362-4e60-a8c3-0dec274d1552) {{(pid=82347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Sep 15 13:29:41.224178 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-18405ad6-2beb-489f-9a6e-39165b80d3d0 None None] Notify callbacks [] for port, precommit_create {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:29:41.237532 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-18405ad6-2beb-489f-9a6e-39165b80d3d0 None None] Transition to ACTIVE for port object 051ac0da-1362-4e60-a8c3-0dec274d1552 will not be triggered until provisioned by entity L2. {{(pid=82347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Sep 15 13:29:41.257759 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-18405ad6-2beb-489f-9a6e-39165b80d3d0 None None] Transition to ACTIVE for port object 051ac0da-1362-4e60-a8c3-0dec274d1552 will not be triggered until provisioned by entity DHCP. {{(pid=82347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Sep 15 13:29:41.267556 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-18405ad6-2beb-489f-9a6e-39165b80d3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363301743938437'] for port, after_create {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:29:41.272656 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:29:41.338641 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18405ad6-2beb-489f-9a6e-39165b80d3d0 None None] Network d5607e4e-536c-458b-8cfe-ce2d565abb5b is already hosted by enough agents. {{(pid=82347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Sep 15 13:29:41.341652 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.base_scheduler [None req-18405ad6-2beb-489f-9a6e-39165b80d3d0 None None] Resources bound (agent type, host, resource id):  {{(pid=82347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Sep 15 13:29:41.346485 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18405ad6-2beb-489f-9a6e-39165b80d3d0 None None] Pushing event updated for resources: {'Port': ['ID=051ac0da-1362-4e60-a8c3-0dec274d1552,revision_number=1']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:29:41.349449 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18405ad6-2beb-489f-9a6e-39165b80d3d0 None None] Received port after_create {{(pid=82347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 15 13:29:41.360950 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18405ad6-2beb-489f-9a6e-39165b80d3d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:29:41.361330 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18405ad6-2beb-489f-9a6e-39165b80d3d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:29:41.361698 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18405ad6-2beb-489f-9a6e-39165b80d3d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:29:41.362064 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18405ad6-2beb-489f-9a6e-39165b80d3d0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:29:41.362433 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18405ad6-2beb-489f-9a6e-39165b80d3d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:29:41.362794 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18405ad6-2beb-489f-9a6e-39165b80d3d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:29:41.363150 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18405ad6-2beb-489f-9a6e-39165b80d3d0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:29:41.363525 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18405ad6-2beb-489f-9a6e-39165b80d3d0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:29:41.363905 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18405ad6-2beb-489f-9a6e-39165b80d3d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:29:41.364257 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18405ad6-2beb-489f-9a6e-39165b80d3d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:29:41.364610 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18405ad6-2beb-489f-9a6e-39165b80d3d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:29:41.365731 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18405ad6-2beb-489f-9a6e-39165b80d3d0 None None] Tracked resource versions report:
Sep 15 13:29:41.365731 dv-cinder-809181-1-iscsi neutron-server[82236]: pushed versions:
Sep 15 13:29:41.365731 dv-cinder-809181-1-iscsi neutron-server[82236]: {   'ConntrackHelper': {'1.0'},
Sep 15 13:29:41.365731 dv-cinder-809181-1-iscsi neutron-server[82236]:     'Log': {'1.0'},
Sep 15 13:29:41.365731 dv-cinder-809181-1-iscsi neutron-server[82236]:     'Network': {'1.1'},
Sep 15 13:29:41.365731 dv-cinder-809181-1-iscsi neutron-server[82236]:     'Port': {'1.5'},
Sep 15 13:29:41.365731 dv-cinder-809181-1-iscsi neutron-server[82236]:     'PortForwarding': {'1.2'},
Sep 15 13:29:41.365731 dv-cinder-809181-1-iscsi neutron-server[82236]:     'QosPolicy': {'1.8'},
Sep 15 13:29:41.365731 dv-cinder-809181-1-iscsi neutron-server[82236]:     'SecurityGroup': {'1.2'},
Sep 15 13:29:41.365731 dv-cinder-809181-1-iscsi neutron-server[82236]:     'SecurityGroupRule': {'1.0'},
Sep 15 13:29:41.365731 dv-cinder-809181-1-iscsi neutron-server[82236]:     'SubPort': {'1.0'},
Sep 15 13:29:41.365731 dv-cinder-809181-1-iscsi neutron-server[82236]:     'Subnet': {'1.1'},
Sep 15 13:29:41.365731 dv-cinder-809181-1-iscsi neutron-server[82236]:     'Trunk': {'1.1'}}
Sep 15 13:29:41.365731 dv-cinder-809181-1-iscsi neutron-server[82236]: consumer versions:
Sep 15 13:29:41.365731 dv-cinder-809181-1-iscsi neutron-server[82236]: {   DHCP agent@dv-cinder-809181-1-iscsi: {},
Sep 15 13:29:41.365731 dv-cinder-809181-1-iscsi neutron-server[82236]:     L3 agent@dv-cinder-809181-1-iscsi: {},
Sep 15 13:29:41.365731 dv-cinder-809181-1-iscsi neutron-server[82236]:     Metadata agent@dv-cinder-809181-1-iscsi: {},
Sep 15 13:29:41.365731 dv-cinder-809181-1-iscsi neutron-server[82236]:     Metering agent@dv-cinder-809181-1-iscsi: {},
Sep 15 13:29:41.365731 dv-cinder-809181-1-iscsi neutron-server[82236]:     Open vSwitch agent@dv-cinder-809181-1-iscsi: {   'ConntrackHelper': '1.0',
Sep 15 13:29:41.365731 dv-cinder-809181-1-iscsi neutron-server[82236]:                                                      'Log': '1.0',
Sep 15 13:29:41.365731 dv-cinder-809181-1-iscsi neutron-server[82236]:                                                      'Network': '1.1',
Sep 15 13:29:41.365731 dv-cinder-809181-1-iscsi neutron-server[82236]:                                                      'Port': '1.5',
Sep 15 13:29:41.365731 dv-cinder-809181-1-iscsi neutron-server[82236]:                                                      'PortForwarding': '1.2',
Sep 15 13:29:41.365731 dv-cinder-809181-1-iscsi neutron-server[82236]:                                                      'QosPolicy': '1.8',
Sep 15 13:29:41.365731 dv-cinder-809181-1-iscsi neutron-server[82236]:                                                      'SecurityGroup': '1.2',
Sep 15 13:29:41.365731 dv-cinder-809181-1-iscsi neutron-server[82236]:                                                      'SecurityGroupRule': '1.0',
Sep 15 13:29:41.365731 dv-cinder-809181-1-iscsi neutron-server[82236]:                                                      'SubPort': '1.0',
Sep 15 13:29:41.365731 dv-cinder-809181-1-iscsi neutron-server[82236]:                                                      'Subnet': '1.1',
Sep 15 13:29:41.365731 dv-cinder-809181-1-iscsi neutron-server[82236]:                                                      'Trunk': '1.1'}}
Sep 15 13:29:41.365731 dv-cinder-809181-1-iscsi neutron-server[82236]:  {{(pid=82347) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Sep 15 13:29:41.402366 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-18405ad6-2beb-489f-9a6e-39165b80d3d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:29:41.453979 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [None req-18405ad6-2beb-489f-9a6e-39165b80d3d0 None None] Attempting to bind port 051ac0da-1362-4e60-a8c3-0dec274d1552 on host dv-cinder-809181-1-iscsi for vnic_type normal with profile  {{(pid=82347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Sep 15 13:29:41.454434 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [None req-18405ad6-2beb-489f-9a6e-39165b80d3d0 None None] Attempting to bind port 051ac0da-1362-4e60-a8c3-0dec274d1552 by drivers openvswitch,hyperv on host dv-cinder-809181-1-iscsi at level 0 using segments [{'id': '5517dd18-0f50-4633-a032-45a4366696a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'd5607e4e-536c-458b-8cfe-ce2d565abb5b'}] {{(pid=82347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Sep 15 13:29:41.454844 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18405ad6-2beb-489f-9a6e-39165b80d3d0 None None] Attempting to bind port 051ac0da-1362-4e60-a8c3-0dec274d1552 on network d5607e4e-536c-458b-8cfe-ce2d565abb5b {{(pid=82347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Sep 15 13:29:41.461492 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18405ad6-2beb-489f-9a6e-39165b80d3d0 None None] Checking agent: {'id': '0bfd5640-42e8-4a2a-ac27-f2d96fe1a4e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809181-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 29, 28), 'started_at': datetime.datetime(2021, 9, 15, 13, 29, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809181-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Sep 15 13:29:41.461913 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18405ad6-2beb-489f-9a6e-39165b80d3d0 None None] Checking segment: {'id': '5517dd18-0f50-4633-a032-45a4366696a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'd5607e4e-536c-458b-8cfe-ce2d565abb5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Sep 15 13:29:41.462364 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-18405ad6-2beb-489f-9a6e-39165b80d3d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:29:41.462788 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18405ad6-2beb-489f-9a6e-39165b80d3d0 None None] Bound using segment: {'id': '5517dd18-0f50-4633-a032-45a4366696a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'd5607e4e-536c-458b-8cfe-ce2d565abb5b'} {{(pid=82347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Sep 15 13:29:41.463874 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [None req-18405ad6-2beb-489f-9a6e-39165b80d3d0 None None] Bound port: 051ac0da-1362-4e60-a8c3-0dec274d1552, host: dv-cinder-809181-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5517dd18-0f50-4633-a032-45a4366696a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'd5607e4e-536c-458b-8cfe-ce2d565abb5b'}}] {{(pid=82347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Sep 15 13:29:41.464295 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-18405ad6-2beb-489f-9a6e-39165b80d3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:29:41.553781 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-18405ad6-2beb-489f-9a6e-39165b80d3d0 None None] For port 051ac0da-1362-4e60-a8c3-0dec274d1552, host dv-cinder-809181-1-iscsi, cleared binding levels {{(pid=82347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Sep 15 13:29:41.558134 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-18405ad6-2beb-489f-9a6e-39165b80d3d0 None None] For port 051ac0da-1362-4e60-a8c3-0dec274d1552, host dv-cinder-809181-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-iscsi',level=0,port_id=051ac0da-1362-4e60-a8c3-0dec274d1552,segment=NetworkSegment(5517dd18-0f50-4633-a032-45a4366696a9),segment_id=5517dd18-0f50-4633-a032-45a4366696a9)] {{(pid=82347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Sep 15 13:29:41.562241 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-18405ad6-2beb-489f-9a6e-39165b80d3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:29:41.566805 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:29:41.656582 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18405ad6-2beb-489f-9a6e-39165b80d3d0 None None] Pushing event updated for resources: {'Port': ['ID=051ac0da-1362-4e60-a8c3-0dec274d1552,revision_number=2']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:29:41.659776 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-18405ad6-2beb-489f-9a6e-39165b80d3d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:29:42.613857 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 55100) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:29:42.690395 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [None req-27ca3f60-dc68-45a1-ba64-42e5741da47a admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=82345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Sep 15 13:29:42.691596 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-27ca3f60-dc68-45a1-ba64-42e5741da47a admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0766900
Sep 15 13:29:44.480039 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device 051ac0da-1362-4e60-a8c3-0dec274d1552 up at agent ovs-agent-dv-cinder-809181-1-iscsi {{(pid=82347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Sep 15 13:29:44.550616 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Provisioning for port 051ac0da-1362-4e60-a8c3-0dec274d1552 completed by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Sep 15 13:29:44.857775 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 55116) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:29:45.375008 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [None req-beb2234c-75fe-44af-a28e-915c77ed4f6b admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=82346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Sep 15 13:29:45.376277 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-beb2234c-75fe-44af-a28e-915c77ed4f6b admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.5165160
Sep 15 13:29:46.370236 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c5f121-e901-4f41-92fe-aa8729b24cee None None] Network d5607e4e-536c-458b-8cfe-ce2d565abb5b requested from dv-cinder-809181-1-iscsi {{(pid=82347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Sep 15 13:29:46.492831 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-c3898cca-ed39-4c7d-94de-11e6c6c2b587 None None] Provisioning for port 051ac0da-1362-4e60-a8c3-0dec274d1552 completed by entity DHCP. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Sep 15 13:29:46.502031 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-c3898cca-ed39-4c7d-94de-11e6c6c2b587 None None] Provisioning complete for port 051ac0da-1362-4e60-a8c3-0dec274d1552 triggered by entity DHCP. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:29:46.502437 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-c3898cca-ed39-4c7d-94de-11e6c6c2b587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:29:46.726210 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-c3898cca-ed39-4c7d-94de-11e6c6c2b587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:29:46.772926 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-c3898cca-ed39-4c7d-94de-11e6c6c2b587 None None] For port 051ac0da-1362-4e60-a8c3-0dec274d1552, host dv-cinder-809181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-iscsi',level=0,port_id=051ac0da-1362-4e60-a8c3-0dec274d1552,segment=NetworkSegment(5517dd18-0f50-4633-a032-45a4366696a9),segment_id=5517dd18-0f50-4633-a032-45a4366696a9)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:29:46.776305 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-c3898cca-ed39-4c7d-94de-11e6c6c2b587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:29:46.778210 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-18405ad6-2beb-489f-9a6e-39165b80d3d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:29:46.846904 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3898cca-ed39-4c7d-94de-11e6c6c2b587 None None] Pushing event updated for resources: {'Port': ['ID=051ac0da-1362-4e60-a8c3-0dec274d1552,revision_number=3']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:29:46.850249 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-c3898cca-ed39-4c7d-94de-11e6c6c2b587 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:29:47.001803 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-e1c35574-e3fe-4b29-aaf9-f1f7e8498408 None None] Provisioning complete for port 051ac0da-1362-4e60-a8c3-0dec274d1552 triggered by entity DHCP. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:29:47.002215 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-e1c35574-e3fe-4b29-aaf9-f1f7e8498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:29:47.612938 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 55134) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:29:47.689118 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [None req-2edf69df-6385-48d0-925c-24a33ddcc155 admin admin] Request body: {'router': {'tenant_id': '1fd120c720f64c25a4133edd3c5ad057', 'name': 'router1', 'admin_state_up': True}} {{(pid=82346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:29:47.920636 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.policy [None req-2edf69df-6385-48d0-925c-24a33ddcc155 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=82346) register_rules /opt/stack/neutron/neutron/policy.py:68}}
Sep 15 13:29:47.928029 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.quota [None req-2edf69df-6385-48d0-925c-24a33ddcc155 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f1cd4711eb8>.
Sep 15 13:29:47.962808 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-2edf69df-6385-48d0-925c-24a33ddcc155 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:29:47.968528 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-2edf69df-6385-48d0-925c-24a33ddcc155 admin admin] Usage tracker for resource:router and tenant:1fd120c720f64c25a4133edd3c5ad057 is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:29:47.972089 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-2edf69df-6385-48d0-925c-24a33ddcc155 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:29:47.979502 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-2edf69df-6385-48d0-925c-24a33ddcc155 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:29:47.992631 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2edf69df-6385-48d0-925c-24a33ddcc155 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853094885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854743947'] for router, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:29:47.994645 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2edf69df-6385-48d0-925c-24a33ddcc155 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1681141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1673265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2016606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31868'] for router, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:29:48.019065 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2edf69df-6385-48d0-925c-24a33ddcc155 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:29:48.121553 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2edf69df-6385-48d0-925c-24a33ddcc155 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1680915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853102492'] for router, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:29:48.140581 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2edf69df-6385-48d0-925c-24a33ddcc155 admin admin] Notify callbacks [] for router, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:29:48.141855 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-2edf69df-6385-48d0-925c-24a33ddcc155 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5278425
Sep 15 13:29:48.431537 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device 051ac0da-1362-4e60-a8c3-0dec274d1552 up at agent ovs-agent-dv-cinder-809181-1-iscsi {{(pid=82347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Sep 15 13:29:48.502626 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Provisioning complete for port 051ac0da-1362-4e60-a8c3-0dec274d1552 triggered by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:29:48.503040 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:29:50.291255 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 55148) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:29:50.366506 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [None req-34da78b4-2893-4c09-a2cd-1ebff9eea388 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=82346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Sep 15 13:29:50.367643 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-34da78b4-2893-4c09-a2cd-1ebff9eea388 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0752771
Sep 15 13:29:52.544324 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 55160) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:29:52.619423 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [None req-6c18f5b9-bb46-44a1-9c91-7f8e7a07f13a admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True}} {{(pid=82346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:29:52.625678 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-6c18f5b9-bb46-44a1-9c91-7f8e7a07f13a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:29:52.629658 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-6c18f5b9-bb46-44a1-9c91-7f8e7a07f13a admin admin] Usage tracker for resource:network and tenant:dad9af74d6104a29b39e676711842732 is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:29:52.632926 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-6c18f5b9-bb46-44a1-9c91-7f8e7a07f13a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:29:52.638855 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-6c18f5b9-bb46-44a1-9c91-7f8e7a07f13a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:29:52.647575 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c18f5b9-bb46-44a1-9c91-7f8e7a07f13a admin admin] Made reservation on behalf of dad9af74d6104a29b39e676711842732 for: {'network': 1} {{(pid=82346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Sep 15 13:29:52.654024 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-6c18f5b9-bb46-44a1-9c91-7f8e7a07f13a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for network, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:29:52.671107 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-6c18f5b9-bb46-44a1-9c91-7f8e7a07f13a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:29:52.714481 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-6c18f5b9-bb46-44a1-9c91-7f8e7a07f13a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:29:52.718358 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-6c18f5b9-bb46-44a1-9c91-7f8e7a07f13a admin admin] Usage tracker for resource:security_group_rule and tenant:dad9af74d6104a29b39e676711842732 is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:29:52.721554 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-6c18f5b9-bb46-44a1-9c91-7f8e7a07f13a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:29:52.727383 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-6c18f5b9-bb46-44a1-9c91-7f8e7a07f13a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:29:52.796015 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-6c18f5b9-bb46-44a1-9c91-7f8e7a07f13a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:29:52.798541 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-6c18f5b9-bb46-44a1-9c91-7f8e7a07f13a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:29:52.803200 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:29:52.814912 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6c18f5b9-bb46-44a1-9c91-7f8e7a07f13a admin admin] Reserving flat network on physical network physnet1 {{(pid=82346) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Sep 15 13:29:52.842421 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-6c18f5b9-bb46-44a1-9c91-7f8e7a07f13a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363301743410923', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854307961'] for segment, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:29:52.843026 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-6c18f5b9-bb46-44a1-9c91-7f8e7a07f13a admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f1cd35c1158> segment precommit_create {{(pid=82346) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Sep 15 13:29:52.843488 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.db.segments_db [None req-6c18f5b9-bb46-44a1-9c91-7f8e7a07f13a admin admin] Added segment fb39ec5d-b714-4bbc-8dc4-da8589a681e7 of type flat for network 8154de37-a8f1-49b5-9df6-05123ded69e6
Sep 15 13:29:52.909477 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c18f5b9-bb46-44a1-9c91-7f8e7a07f13a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa68a46-076f-47bb-90aa-8678ff2515a4,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:29:52.940633 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c18f5b9-bb46-44a1-9c91-7f8e7a07f13a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:29:52.941017 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c18f5b9-bb46-44a1-9c91-7f8e7a07f13a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:29:52.941386 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c18f5b9-bb46-44a1-9c91-7f8e7a07f13a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:29:52.941750 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c18f5b9-bb46-44a1-9c91-7f8e7a07f13a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:29:52.942131 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c18f5b9-bb46-44a1-9c91-7f8e7a07f13a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:29:52.942482 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c18f5b9-bb46-44a1-9c91-7f8e7a07f13a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:29:52.942838 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c18f5b9-bb46-44a1-9c91-7f8e7a07f13a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:29:52.943210 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c18f5b9-bb46-44a1-9c91-7f8e7a07f13a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:29:52.943565 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c18f5b9-bb46-44a1-9c91-7f8e7a07f13a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:29:52.943944 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c18f5b9-bb46-44a1-9c91-7f8e7a07f13a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:29:52.944294 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c18f5b9-bb46-44a1-9c91-7f8e7a07f13a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:29:52.945419 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c18f5b9-bb46-44a1-9c91-7f8e7a07f13a admin admin] Tracked resource versions report:
Sep 15 13:29:52.945419 dv-cinder-809181-1-iscsi neutron-server[82236]: pushed versions:
Sep 15 13:29:52.945419 dv-cinder-809181-1-iscsi neutron-server[82236]: {   'ConntrackHelper': {'1.0'},
Sep 15 13:29:52.945419 dv-cinder-809181-1-iscsi neutron-server[82236]:     'Log': {'1.0'},
Sep 15 13:29:52.945419 dv-cinder-809181-1-iscsi neutron-server[82236]:     'Network': {'1.1'},
Sep 15 13:29:52.945419 dv-cinder-809181-1-iscsi neutron-server[82236]:     'Port': {'1.5'},
Sep 15 13:29:52.945419 dv-cinder-809181-1-iscsi neutron-server[82236]:     'PortForwarding': {'1.2'},
Sep 15 13:29:52.945419 dv-cinder-809181-1-iscsi neutron-server[82236]:     'QosPolicy': {'1.8'},
Sep 15 13:29:52.945419 dv-cinder-809181-1-iscsi neutron-server[82236]:     'SecurityGroup': {'1.2'},
Sep 15 13:29:52.945419 dv-cinder-809181-1-iscsi neutron-server[82236]:     'SecurityGroupRule': {'1.0'},
Sep 15 13:29:52.945419 dv-cinder-809181-1-iscsi neutron-server[82236]:     'SubPort': {'1.0'},
Sep 15 13:29:52.945419 dv-cinder-809181-1-iscsi neutron-server[82236]:     'Subnet': {'1.1'},
Sep 15 13:29:52.945419 dv-cinder-809181-1-iscsi neutron-server[82236]:     'Trunk': {'1.1'}}
Sep 15 13:29:52.945419 dv-cinder-809181-1-iscsi neutron-server[82236]: consumer versions:
Sep 15 13:29:52.945419 dv-cinder-809181-1-iscsi neutron-server[82236]: {   DHCP agent@dv-cinder-809181-1-iscsi: {},
Sep 15 13:29:52.945419 dv-cinder-809181-1-iscsi neutron-server[82236]:     L3 agent@dv-cinder-809181-1-iscsi: {},
Sep 15 13:29:52.945419 dv-cinder-809181-1-iscsi neutron-server[82236]:     Metadata agent@dv-cinder-809181-1-iscsi: {},
Sep 15 13:29:52.945419 dv-cinder-809181-1-iscsi neutron-server[82236]:     Metering agent@dv-cinder-809181-1-iscsi: {},
Sep 15 13:29:52.945419 dv-cinder-809181-1-iscsi neutron-server[82236]:     Open vSwitch agent@dv-cinder-809181-1-iscsi: {   'ConntrackHelper': '1.0',
Sep 15 13:29:52.945419 dv-cinder-809181-1-iscsi neutron-server[82236]:                                                      'Log': '1.0',
Sep 15 13:29:52.945419 dv-cinder-809181-1-iscsi neutron-server[82236]:                                                      'Network': '1.1',
Sep 15 13:29:52.945419 dv-cinder-809181-1-iscsi neutron-server[82236]:                                                      'Port': '1.5',
Sep 15 13:29:52.945419 dv-cinder-809181-1-iscsi neutron-server[82236]:                                                      'PortForwarding': '1.2',
Sep 15 13:29:52.945419 dv-cinder-809181-1-iscsi neutron-server[82236]:                                                      'QosPolicy': '1.8',
Sep 15 13:29:52.945419 dv-cinder-809181-1-iscsi neutron-server[82236]:                                                      'SecurityGroup': '1.2',
Sep 15 13:29:52.945419 dv-cinder-809181-1-iscsi neutron-server[82236]:                                                      'SecurityGroupRule': '1.0',
Sep 15 13:29:52.945419 dv-cinder-809181-1-iscsi neutron-server[82236]:                                                      'SubPort': '1.0',
Sep 15 13:29:52.945419 dv-cinder-809181-1-iscsi neutron-server[82236]:                                                      'Subnet': '1.1',
Sep 15 13:29:52.945419 dv-cinder-809181-1-iscsi neutron-server[82236]:                                                      'Trunk': '1.1'}}
Sep 15 13:29:52.945419 dv-cinder-809181-1-iscsi neutron-server[82236]:  {{(pid=82346) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Sep 15 13:29:52.970311 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-6c18f5b9-bb46-44a1-9c91-7f8e7a07f13a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735110816490'] for network, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:29:52.988637 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-6c18f5b9-bb46-44a1-9c91-7f8e7a07f13a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:29:53.017101 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-6c18f5b9-bb46-44a1-9c91-7f8e7a07f13a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916'] for network, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:29:53.018418 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c18f5b9-bb46-44a1-9c91-7f8e7a07f13a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:29:53.019065 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-6c18f5b9-bb46-44a1-9c91-7f8e7a07f13a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7149901'] for network, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:29:53.023876 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:29:53.133169 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-6c18f5b9-bb46-44a1-9c91-7f8e7a07f13a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.5876279
Sep 15 13:29:53.134344 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c18f5b9-bb46-44a1-9c91-7f8e7a07f13a admin admin] Pushing event updated for resources: {'Network': ['ID=8154de37-a8f1-49b5-9df6-05123ded69e6,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:29:53.150622 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-6c18f5b9-bb46-44a1-9c91-7f8e7a07f13a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:29:53.158895 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Network 8154de37-a8f1-49b5-9df6-05123ded69e6 details requested by agent ovs-agent-dv-cinder-809181-1-iscsi with host dv-cinder-809181-1-iscsi {{(pid=82347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Sep 15 13:29:55.297020 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 55176) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:29:55.443188 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3daccf4-b1be-4908-9d66-c61942b8494b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:29:55.444585 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-b3daccf4-b1be-4908-9d66-c61942b8494b admin admin] 10.222.0.41 "GET /v2.0/subnets/91e2c659-deca-431c-86da-11616f338b87 HTTP/1.1" status: 200  len: 849 time: 0.1464069
Sep 15 13:29:55.590822 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-13b2ff54-c6f5-473d-ab3d-bda25875439f admin admin] 10.222.0.41 "GET /v2.0/routers/6862bfb5-5dab-4422-9120-83592afab615 HTTP/1.1" status: 200  len: 704 time: 0.1401641
Sep 15 13:29:56.193478 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-87b09117-e357-4c03-b618-f86cd7064712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:29:56.423750 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-98d270ad-e1c2-4cd5-a7aa-8796b4b01140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:29:56.453006 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.db_base_plugin_common [None req-87b09117-e357-4c03-b618-f86cd7064712 admin admin] Allocated IP 172.20.0.1 (d5607e4e-536c-458b-8cfe-ce2d565abb5b/91e2c659-deca-431c-86da-11616f338b87/f048ab5f-4fb6-43e1-9395-117faeb23016) {{(pid=82346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Sep 15 13:29:56.614244 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-87b09117-e357-4c03-b618-f86cd7064712 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:29:56.632714 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-87b09117-e357-4c03-b618-f86cd7064712 admin admin] Transition to ACTIVE for port object f048ab5f-4fb6-43e1-9395-117faeb23016 will not be triggered until provisioned by entity DHCP. {{(pid=82346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Sep 15 13:29:56.682347 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-87b09117-e357-4c03-b618-f86cd7064712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363301743938437'] for port, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:29:56.687054 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:29:56.750877 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b09117-e357-4c03-b618-f86cd7064712 admin admin] Network d5607e4e-536c-458b-8cfe-ce2d565abb5b is already hosted by enough agents. {{(pid=82346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Sep 15 13:29:56.754350 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.base_scheduler [None req-87b09117-e357-4c03-b618-f86cd7064712 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Sep 15 13:29:56.761149 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b09117-e357-4c03-b618-f86cd7064712 admin admin] Received port after_create {{(pid=82346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 15 13:29:56.761695 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-87b09117-e357-4c03-b618-f86cd7064712 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1673504'] for router_interface, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:29:56.764389 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b09117-e357-4c03-b618-f86cd7064712 admin admin] Pushing event updated for resources: {'Port': ['ID=f048ab5f-4fb6-43e1-9395-117faeb23016,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:29:56.769453 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-87b09117-e357-4c03-b618-f86cd7064712 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:29:56.892055 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-87b09117-e357-4c03-b618-f86cd7064712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:29:56.990973 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-610c44b4-abac-41a3-b9c5-49c6a5794d76 None None] Provisioning for port f048ab5f-4fb6-43e1-9395-117faeb23016 completed by entity DHCP. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Sep 15 13:29:56.996302 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-610c44b4-abac-41a3-b9c5-49c6a5794d76 None None] Provisioning complete for port f048ab5f-4fb6-43e1-9395-117faeb23016 triggered by entity DHCP. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:29:56.996716 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-610c44b4-abac-41a3-b9c5-49c6a5794d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:29:57.048905 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-610c44b4-abac-41a3-b9c5-49c6a5794d76 None None] Port f048ab5f-4fb6-43e1-9395-117faeb23016 cannot update to ACTIVE because it is not bound. {{(pid=82347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Sep 15 13:29:57.135317 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-87b09117-e357-4c03-b618-f86cd7064712 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:29:57.138854 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-87b09117-e357-4c03-b618-f86cd7064712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:29:57.139950 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-87b09117-e357-4c03-b618-f86cd7064712 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7149859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853102266'] for router_interface, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:29:57.143812 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:29:57.235970 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b09117-e357-4c03-b618-f86cd7064712 admin admin] Pushing event updated for resources: {'Port': ['ID=f048ab5f-4fb6-43e1-9395-117faeb23016,revision_number=2']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:29:57.240531 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-87b09117-e357-4c03-b618-f86cd7064712 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:29:57.343559 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b09117-e357-4c03-b618-f86cd7064712 admin admin] Network d5607e4e-536c-458b-8cfe-ce2d565abb5b is already hosted by enough agents. {{(pid=82346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Sep 15 13:29:57.344687 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.base_scheduler [None req-87b09117-e357-4c03-b618-f86cd7064712 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Sep 15 13:29:57.575902 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-52527841-fc2d-42e9-84c4-1b212a1f62ce None None] Provisioning complete for port f048ab5f-4fb6-43e1-9395-117faeb23016 triggered by entity DHCP. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:29:57.576438 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-52527841-fc2d-42e9-84c4-1b212a1f62ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:29:57.634886 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-52527841-fc2d-42e9-84c4-1b212a1f62ce None None] Port f048ab5f-4fb6-43e1-9395-117faeb23016 cannot update to ACTIVE because it is not bound. {{(pid=82347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Sep 15 13:29:57.859247 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87b09117-e357-4c03-b618-f86cd7064712 admin admin] Router 6862bfb5-5dab-4422-9120-83592afab615 is scheduled to L3 agent c919ec5e-912e-4080-8a6b-9b8956cb875b with binding_index 1 {{(pid=82346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Sep 15 13:29:58.031685 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87b09117-e357-4c03-b618-f86cd7064712 admin admin] Notify agent at l3_agent.dv-cinder-809181-1-iscsi the message routers_updated {{(pid=82346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Sep 15 13:29:58.041472 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-87b09117-e357-4c03-b618-f86cd7064712 admin admin] 10.222.0.41 "PUT /v2.0/routers/6862bfb5-5dab-4422-9120-83592afab615/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.4452379
Sep 15 13:29:58.048597 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e1029c-dd54-4c1b-b4cf-3cae23ce9303 None None] Sync routers for ids ['6862bfb5-5dab-4422-9120-83592afab615'] in dv-cinder-809181-1-iscsi {{(pid=82348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Sep 15 13:29:58.055831 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:29:58.063341 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e1029c-dd54-4c1b-b4cf-3cae23ce9303 None None] Routers {'6862bfb5-5dab-4422-9120-83592afab615'} bound to L3 agent in host dv-cinder-809181-1-iscsi {{(pid=82348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 15 13:29:58.064178 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-52e1029c-dd54-4c1b-b4cf-3cae23ce9303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cd270dda0>, 'dv-cinder-809181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T13:29:29Z,description=<?>,heartbeat_timestamp=2021-09-15T13:29:29Z,host='dv-cinder-809181-1-iscsi',id=c919ec5e-912e-4080-8a6b-9b8956cb875b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T13:29:29Z,topic='l3_agent')) {'router_ids': ['6862bfb5-5dab-4422-9120-83592afab615'], 'active': True} {{(pid=82348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:29:58.243395 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvr_db [None req-52e1029c-dd54-4c1b-b4cf-3cae23ce9303 None None] Set router 6862bfb5-5dab-4422-9120-83592afab615 gateway port host: None {{(pid=82348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Sep 15 13:29:58.615920 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-52e1029c-dd54-4c1b-b4cf-3cae23ce9303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cd270dda0>, [{'id': '6862bfb5-5dab-4422-9120-83592afab615', 'name': 'router1', 'tenant_id': '1fd120c720f64c25a4133edd3c5ad057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:29:47Z', 'updated_at': '2021-09-15T13:29:56Z', 'revision_number': 2, 'project_id': '1fd120c720f64c25a4133edd3c5ad057', 'gw_port_host': None, '_interfaces': [{'id': 'f048ab5f-4fb6-43e1-9395-117faeb23016', 'name': '', 'network_id': 'd5607e4e-536c-458b-8cfe-ce2d565abb5b', 'tenant_id': '1fd120c720f64c25a4133edd3c5ad057', 'mac_address': 'fa:16:3e:70:f3:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6862bfb5-5dab-4422-9120-83592afab615', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '91e2c659-deca-431c-86da-11616f338b87', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:29:56Z', 'updated_at': '2021-09-15T13:29:56Z', 'revision_number': 2, 'project_id': '1fd120c720f64c25a4133edd3c5ad057', 'subnets': [{'id': '91e2c659-deca-431c-86da-11616f338b87', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b3307467-98c1-4c39-8683-d6f2b3feab8d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-iscsi', False) {} {{(pid=82348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:29:58.621393 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e1029c-dd54-4c1b-b4cf-3cae23ce9303 None None] Checking router: 6862bfb5-5dab-4422-9120-83592afab615 for host: dv-cinder-809181-1-iscsi {{(pid=82348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Sep 15 13:29:58.621782 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e1029c-dd54-4c1b-b4cf-3cae23ce9303 None None] Updating router 6862bfb5-5dab-4422-9120-83592afab615 port f048ab5f-4fb6-43e1-9395-117faeb23016 binding host dv-cinder-809181-1-iscsi {{(pid=82348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Sep 15 13:29:58.675813 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-52e1029c-dd54-4c1b-b4cf-3cae23ce9303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:29:58.829269 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-0e0b03c1-09d7-4002-86cb-93fd294c405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:29:59.053643 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9acd9d20-0ed4-40fe-8ec3-e1d8b485d7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:29:59.067403 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-52e1029c-dd54-4c1b-b4cf-3cae23ce9303 None None] Notify callbacks [] for port, precommit_update {{(pid=82348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:29:59.082398 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-52e1029c-dd54-4c1b-b4cf-3cae23ce9303 None None] Transition to ACTIVE for port object f048ab5f-4fb6-43e1-9395-117faeb23016 will not be triggered until provisioned by entity L2. {{(pid=82348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Sep 15 13:29:59.087987 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-52e1029c-dd54-4c1b-b4cf-3cae23ce9303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:29:59.092848 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:29:59.228058 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37631156-2712-4532-b5c0-f911363e5d24 None None] Pushing event updated for resources: {'Port': ['ID=f048ab5f-4fb6-43e1-9395-117faeb23016,revision_number=3']} {{(pid=82348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:29:59.238232 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37631156-2712-4532-b5c0-f911363e5d24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:29:59.238616 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37631156-2712-4532-b5c0-f911363e5d24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:29:59.238989 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37631156-2712-4532-b5c0-f911363e5d24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:29:59.239355 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37631156-2712-4532-b5c0-f911363e5d24 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:29:59.239746 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37631156-2712-4532-b5c0-f911363e5d24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:29:59.240144 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37631156-2712-4532-b5c0-f911363e5d24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:29:59.240510 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37631156-2712-4532-b5c0-f911363e5d24 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:29:59.240877 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37631156-2712-4532-b5c0-f911363e5d24 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:29:59.241233 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37631156-2712-4532-b5c0-f911363e5d24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:29:59.241586 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37631156-2712-4532-b5c0-f911363e5d24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:29:59.241946 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37631156-2712-4532-b5c0-f911363e5d24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:29:59.244655 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37631156-2712-4532-b5c0-f911363e5d24 None None] Tracked resource versions report:
Sep 15 13:29:59.244655 dv-cinder-809181-1-iscsi neutron-server[82236]: pushed versions:
Sep 15 13:29:59.244655 dv-cinder-809181-1-iscsi neutron-server[82236]: {   'ConntrackHelper': {'1.0'},
Sep 15 13:29:59.244655 dv-cinder-809181-1-iscsi neutron-server[82236]:     'Log': {'1.0'},
Sep 15 13:29:59.244655 dv-cinder-809181-1-iscsi neutron-server[82236]:     'Network': {'1.1'},
Sep 15 13:29:59.244655 dv-cinder-809181-1-iscsi neutron-server[82236]:     'Port': {'1.5'},
Sep 15 13:29:59.244655 dv-cinder-809181-1-iscsi neutron-server[82236]:     'PortForwarding': {'1.2'},
Sep 15 13:29:59.244655 dv-cinder-809181-1-iscsi neutron-server[82236]:     'QosPolicy': {'1.8'},
Sep 15 13:29:59.244655 dv-cinder-809181-1-iscsi neutron-server[82236]:     'SecurityGroup': {'1.2'},
Sep 15 13:29:59.244655 dv-cinder-809181-1-iscsi neutron-server[82236]:     'SecurityGroupRule': {'1.0'},
Sep 15 13:29:59.244655 dv-cinder-809181-1-iscsi neutron-server[82236]:     'SubPort': {'1.0'},
Sep 15 13:29:59.244655 dv-cinder-809181-1-iscsi neutron-server[82236]:     'Subnet': {'1.1'},
Sep 15 13:29:59.244655 dv-cinder-809181-1-iscsi neutron-server[82236]:     'Trunk': {'1.1'}}
Sep 15 13:29:59.244655 dv-cinder-809181-1-iscsi neutron-server[82236]: consumer versions:
Sep 15 13:29:59.244655 dv-cinder-809181-1-iscsi neutron-server[82236]: {   DHCP agent@dv-cinder-809181-1-iscsi: {},
Sep 15 13:29:59.244655 dv-cinder-809181-1-iscsi neutron-server[82236]:     L3 agent@dv-cinder-809181-1-iscsi: {},
Sep 15 13:29:59.244655 dv-cinder-809181-1-iscsi neutron-server[82236]:     Metadata agent@dv-cinder-809181-1-iscsi: {},
Sep 15 13:29:59.244655 dv-cinder-809181-1-iscsi neutron-server[82236]:     Metering agent@dv-cinder-809181-1-iscsi: {},
Sep 15 13:29:59.244655 dv-cinder-809181-1-iscsi neutron-server[82236]:     Open vSwitch agent@dv-cinder-809181-1-iscsi: {   'ConntrackHelper': '1.0',
Sep 15 13:29:59.244655 dv-cinder-809181-1-iscsi neutron-server[82236]:                                                      'Log': '1.0',
Sep 15 13:29:59.244655 dv-cinder-809181-1-iscsi neutron-server[82236]:                                                      'Network': '1.1',
Sep 15 13:29:59.244655 dv-cinder-809181-1-iscsi neutron-server[82236]:                                                      'Port': '1.5',
Sep 15 13:29:59.244655 dv-cinder-809181-1-iscsi neutron-server[82236]:                                                      'PortForwarding': '1.2',
Sep 15 13:29:59.244655 dv-cinder-809181-1-iscsi neutron-server[82236]:                                                      'QosPolicy': '1.8',
Sep 15 13:29:59.244655 dv-cinder-809181-1-iscsi neutron-server[82236]:                                                      'SecurityGroup': '1.2',
Sep 15 13:29:59.244655 dv-cinder-809181-1-iscsi neutron-server[82236]:                                                      'SecurityGroupRule': '1.0',
Sep 15 13:29:59.244655 dv-cinder-809181-1-iscsi neutron-server[82236]:                                                      'SubPort': '1.0',
Sep 15 13:29:59.244655 dv-cinder-809181-1-iscsi neutron-server[82236]:                                                      'Subnet': '1.1',
Sep 15 13:29:59.244655 dv-cinder-809181-1-iscsi neutron-server[82236]:                                                      'Trunk': '1.1'}}
Sep 15 13:29:59.244655 dv-cinder-809181-1-iscsi neutron-server[82236]:  {{(pid=82348) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Sep 15 13:29:59.318024 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-37631156-2712-4532-b5c0-f911363e5d24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=82348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:29:59.343935 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [None req-52e1029c-dd54-4c1b-b4cf-3cae23ce9303 None None] Attempting to bind port f048ab5f-4fb6-43e1-9395-117faeb23016 on host dv-cinder-809181-1-iscsi for vnic_type normal with profile  {{(pid=82348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Sep 15 13:29:59.344371 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [None req-52e1029c-dd54-4c1b-b4cf-3cae23ce9303 None None] Attempting to bind port f048ab5f-4fb6-43e1-9395-117faeb23016 by drivers openvswitch,hyperv on host dv-cinder-809181-1-iscsi at level 0 using segments [{'id': '5517dd18-0f50-4633-a032-45a4366696a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'd5607e4e-536c-458b-8cfe-ce2d565abb5b'}] {{(pid=82348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Sep 15 13:29:59.344804 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e1029c-dd54-4c1b-b4cf-3cae23ce9303 None None] Attempting to bind port f048ab5f-4fb6-43e1-9395-117faeb23016 on network d5607e4e-536c-458b-8cfe-ce2d565abb5b {{(pid=82348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Sep 15 13:29:59.352436 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e1029c-dd54-4c1b-b4cf-3cae23ce9303 None None] Checking agent: {'id': '0bfd5640-42e8-4a2a-ac27-f2d96fe1a4e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809181-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 29, 28), 'started_at': datetime.datetime(2021, 9, 15, 13, 29, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809181-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Sep 15 13:29:59.352863 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e1029c-dd54-4c1b-b4cf-3cae23ce9303 None None] Checking segment: {'id': '5517dd18-0f50-4633-a032-45a4366696a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'd5607e4e-536c-458b-8cfe-ce2d565abb5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Sep 15 13:29:59.353326 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-52e1029c-dd54-4c1b-b4cf-3cae23ce9303 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:29:59.353755 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e1029c-dd54-4c1b-b4cf-3cae23ce9303 None None] Bound using segment: {'id': '5517dd18-0f50-4633-a032-45a4366696a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'd5607e4e-536c-458b-8cfe-ce2d565abb5b'} {{(pid=82348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Sep 15 13:29:59.354316 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [None req-52e1029c-dd54-4c1b-b4cf-3cae23ce9303 None None] Bound port: f048ab5f-4fb6-43e1-9395-117faeb23016, host: dv-cinder-809181-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5517dd18-0f50-4633-a032-45a4366696a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'd5607e4e-536c-458b-8cfe-ce2d565abb5b'}}] {{(pid=82348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Sep 15 13:29:59.354743 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-52e1029c-dd54-4c1b-b4cf-3cae23ce9303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:29:59.445811 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-52e1029c-dd54-4c1b-b4cf-3cae23ce9303 None None] For port f048ab5f-4fb6-43e1-9395-117faeb23016, host dv-cinder-809181-1-iscsi, cleared binding levels {{(pid=82348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Sep 15 13:29:59.450067 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-52e1029c-dd54-4c1b-b4cf-3cae23ce9303 None None] For port f048ab5f-4fb6-43e1-9395-117faeb23016, host dv-cinder-809181-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-iscsi',level=0,port_id=f048ab5f-4fb6-43e1-9395-117faeb23016,segment=NetworkSegment(5517dd18-0f50-4633-a032-45a4366696a9),segment_id=5517dd18-0f50-4633-a032-45a4366696a9)] {{(pid=82348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Sep 15 13:29:59.453680 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-52e1029c-dd54-4c1b-b4cf-3cae23ce9303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:29:59.459707 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:29:59.556426 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e1029c-dd54-4c1b-b4cf-3cae23ce9303 None None] Routers {'6862bfb5-5dab-4422-9120-83592afab615'} bound to L3 agent in host dv-cinder-809181-1-iscsi {{(pid=82348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 15 13:29:59.557101 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-52e1029c-dd54-4c1b-b4cf-3cae23ce9303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cd270dda0>, 'dv-cinder-809181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T13:29:29Z,description=<?>,heartbeat_timestamp=2021-09-15T13:29:59Z,host='dv-cinder-809181-1-iscsi',id=c919ec5e-912e-4080-8a6b-9b8956cb875b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T13:29:29Z,topic='l3_agent')) {'router_ids': ['6862bfb5-5dab-4422-9120-83592afab615'], 'active': True} {{(pid=82348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:29:59.607326 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37631156-2712-4532-b5c0-f911363e5d24 None None] Pushing event updated for resources: {'Port': ['ID=f048ab5f-4fb6-43e1-9395-117faeb23016,revision_number=4']} {{(pid=82348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:29:59.610944 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-37631156-2712-4532-b5c0-f911363e5d24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=82348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:29:59.722483 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvr_db [None req-52e1029c-dd54-4c1b-b4cf-3cae23ce9303 None None] Set router 6862bfb5-5dab-4422-9120-83592afab615 gateway port host: None {{(pid=82348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Sep 15 13:30:00.187241 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 55190) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:30:00.206411 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-52e1029c-dd54-4c1b-b4cf-3cae23ce9303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cd270dda0>, [{'id': '6862bfb5-5dab-4422-9120-83592afab615', 'name': 'router1', 'tenant_id': '1fd120c720f64c25a4133edd3c5ad057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:29:47Z', 'updated_at': '2021-09-15T13:29:56Z', 'revision_number': 2, 'project_id': '1fd120c720f64c25a4133edd3c5ad057', 'gw_port_host': None, '_interfaces': [{'id': 'f048ab5f-4fb6-43e1-9395-117faeb23016', 'name': '', 'network_id': 'd5607e4e-536c-458b-8cfe-ce2d565abb5b', 'tenant_id': '1fd120c720f64c25a4133edd3c5ad057', 'mac_address': 'fa:16:3e:70:f3:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6862bfb5-5dab-4422-9120-83592afab615', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '91e2c659-deca-431c-86da-11616f338b87', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:29:56Z', 'updated_at': '2021-09-15T13:29:59Z', 'revision_number': 4, 'project_id': '1fd120c720f64c25a4133edd3c5ad057', 'subnets': [{'id': '91e2c659-deca-431c-86da-11616f338b87', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b3307467-98c1-4c39-8683-d6f2b3feab8d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-iscsi', False) {} {{(pid=82348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:30:00.210731 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e1029c-dd54-4c1b-b4cf-3cae23ce9303 None None] The sync data for ids ['6862bfb5-5dab-4422-9120-83592afab615'] in dv-cinder-809181-1-iscsi is: [{'id': '6862bfb5-5dab-4422-9120-83592afab615', 'name': 'router1', 'tenant_id': '1fd120c720f64c25a4133edd3c5ad057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:29:47Z', 'updated_at': '2021-09-15T13:29:56Z', 'revision_number': 2, 'project_id': '1fd120c720f64c25a4133edd3c5ad057', 'gw_port_host': None, '_interfaces': [{'id': 'f048ab5f-4fb6-43e1-9395-117faeb23016', 'name': '', 'network_id': 'd5607e4e-536c-458b-8cfe-ce2d565abb5b', 'tenant_id': '1fd120c720f64c25a4133edd3c5ad057', 'mac_address': 'fa:16:3e:70:f3:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6862bfb5-5dab-4422-9120-83592afab615', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '91e2c659-deca-431c-86da-11616f338b87', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:29:56Z', 'updated_at': '2021-09-15T13:29:59Z', 'revision_number': 4, 'project_id': '1fd120c720f64c25a4133edd3c5ad057', 'subnets': [{'id': '91e2c659-deca-431c-86da-11616f338b87', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b3307467-98c1-4c39-8683-d6f2b3feab8d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Sep 15 13:30:00.375727 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29c5ed1-f68b-4098-b995-afb482d22719 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:30:00.376293 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-b29c5ed1-f68b-4098-b995-afb482d22719 admin admin] Synchronizing usage tracker for tenant:dad9af74d6104a29b39e676711842732 on resource:network {{(pid=82346) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Sep 15 13:30:00.394242 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-b29c5ed1-f68b-4098-b995-afb482d22719 admin admin] Unset dirty status for tenant:dad9af74d6104a29b39e676711842732 on resource:network {{(pid=82346) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Sep 15 13:30:00.395494 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-b29c5ed1-f68b-4098-b995-afb482d22719 admin admin] 10.222.0.41 "GET /v2.0/networks/8154de37-a8f1-49b5-9df6-05123ded69e6 HTTP/1.1" status: 200  len: 842 time: 0.2071939
Sep 15 13:30:00.406172 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [None req-29d5114f-f2a3-4c67-b143-921ff26977bb admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'enable_dhcp': False, 'cidr': '172.27.2.0/24', 'ip_version': 4, 'gateway_ip': '172.27.2.1'}} {{(pid=82346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:30:00.411686 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-29d5114f-f2a3-4c67-b143-921ff26977bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:30:00.416236 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-29d5114f-f2a3-4c67-b143-921ff26977bb admin admin] Usage tracker for resource:subnet and tenant:dad9af74d6104a29b39e676711842732 is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:30:00.419253 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-29d5114f-f2a3-4c67-b143-921ff26977bb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:30:00.425663 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-29d5114f-f2a3-4c67-b143-921ff26977bb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:30:00.435852 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d5114f-f2a3-4c67-b143-921ff26977bb admin admin] Made reservation on behalf of dad9af74d6104a29b39e676711842732 for: {'subnet': 1} {{(pid=82346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Sep 15 13:30:00.440531 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-29d5114f-f2a3-4c67-b143-921ff26977bb admin admin] Notify callbacks [] for subnet, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:30:00.457046 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b47e50d5-ffd8-49d4-a6b6-3168cd38e3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:30:00.833252 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-29d5114f-f2a3-4c67-b143-921ff26977bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916'] for subnet, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:30:00.838081 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:30:00.919280 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d5114f-f2a3-4c67-b143-921ff26977bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c022743-acfa-4652-88a1-355a85d34b79,revision_number=0']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:30:00.925678 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-29d5114f-f2a3-4c67-b143-921ff26977bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:30:00.931096 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d5114f-f2a3-4c67-b143-921ff26977bb admin admin] Checking segment: {'id': 'fb39ec5d-b714-4bbc-8dc4-da8589a681e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Sep 15 13:30:00.931494 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d5114f-f2a3-4c67-b143-921ff26977bb admin admin] Network hostable DHCP agents. Network: 8154de37-a8f1-49b5-9df6-05123ded69e6, hostable agents: ['1e45ab9c-2f68-483a-a4f9-339d8484c2ba'], hosted agents: [] {{(pid=82346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Sep 15 13:30:00.955317 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d5114f-f2a3-4c67-b143-921ff26977bb admin admin] Network 8154de37-a8f1-49b5-9df6-05123ded69e6 is scheduled to be hosted by DHCP agent 1e45ab9c-2f68-483a-a4f9-339d8484c2ba with binding_index 1 {{(pid=82346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Sep 15 13:30:00.966085 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.base_scheduler [None req-29d5114f-f2a3-4c67-b143-921ff26977bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809181-1-iscsi, 8154de37-a8f1-49b5-9df6-05123ded69e6) {{(pid=82346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Sep 15 13:30:00.970124 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d5114f-f2a3-4c67-b143-921ff26977bb admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:30:00.971543 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-29d5114f-f2a3-4c67-b143-921ff26977bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7149901'] for subnet, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:30:00.984923 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff52954-566b-4bd6-a8e0-c7f6d4c93129 None None] Network 8154de37-a8f1-49b5-9df6-05123ded69e6 requested from dv-cinder-809181-1-iscsi {{(pid=82347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Sep 15 13:30:00.996097 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-29d5114f-f2a3-4c67-b143-921ff26977bb admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5936189
Sep 15 13:30:01.257181 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7ae8c8-a4b4-4415-92f8-6370d1b20e8a None None] Network 8154de37-a8f1-49b5-9df6-05123ded69e6 requested from dv-cinder-809181-1-iscsi {{(pid=82347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Sep 15 13:30:02.453336 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device f048ab5f-4fb6-43e1-9395-117faeb23016 up at agent ovs-agent-dv-cinder-809181-1-iscsi {{(pid=82347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Sep 15 13:30:02.526530 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Provisioning for port f048ab5f-4fb6-43e1-9395-117faeb23016 completed by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Sep 15 13:30:02.531321 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Provisioning complete for port f048ab5f-4fb6-43e1-9395-117faeb23016 triggered by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:30:02.531766 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:30:02.646620 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:30:02.679924 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] For port f048ab5f-4fb6-43e1-9395-117faeb23016, host dv-cinder-809181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-iscsi',level=0,port_id=f048ab5f-4fb6-43e1-9395-117faeb23016,segment=NetworkSegment(5517dd18-0f50-4633-a032-45a4366696a9),segment_id=5517dd18-0f50-4633-a032-45a4366696a9)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:30:02.682698 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:30:02.684931 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-18405ad6-2beb-489f-9a6e-39165b80d3d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:30:02.752594 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Pushing event updated for resources: {'Port': ['ID=f048ab5f-4fb6-43e1-9395-117faeb23016,revision_number=5']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:30:02.755843 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:30:03.201844 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 55206) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:30:03.442735 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-6c1360b0-5b1f-4c08-800d-88bde13b5a9f admin admin] 10.222.0.41 "GET /v2.0/routers/6862bfb5-5dab-4422-9120-83592afab615 HTTP/1.1" status: 200  len: 710 time: 0.2397370
Sep 15 13:30:03.580420 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f7d3a4-96ca-4c18-80f2-53fdcb3d2f26 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:30:03.581852 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-e8f7d3a4-96ca-4c18-80f2-53fdcb3d2f26 admin admin] 10.222.0.41 "GET /v2.0/networks/8154de37-a8f1-49b5-9df6-05123ded69e6 HTTP/1.1" status: 200  len: 886 time: 0.1334338
Sep 15 13:30:03.591789 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [None req-11fd79da-e542-4932-8c37-4fbafb181654 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6'}}} {{(pid=82346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:30:04.245324 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-11fd79da-e542-4932-8c37-4fbafb181654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1673218', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853094812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31855'] for router, precommit_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:30:04.436496 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-11fd79da-e542-4932-8c37-4fbafb181654 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:30:04.440911 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device f048ab5f-4fb6-43e1-9395-117faeb23016 up at agent ovs-agent-dv-cinder-809181-1-iscsi {{(pid=82347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Sep 15 13:30:04.504849 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-11fd79da-e542-4932-8c37-4fbafb181654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:30:04.512619 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Provisioning complete for port f048ab5f-4fb6-43e1-9395-117faeb23016 triggered by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:30:04.513035 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:30:04.643841 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.db_base_plugin_common [None req-11fd79da-e542-4932-8c37-4fbafb181654 admin admin] Allocated IP 172.27.2.21 (8154de37-a8f1-49b5-9df6-05123ded69e6/8c022743-acfa-4652-88a1-355a85d34b79/af59a8c3-b7bd-428e-a95b-2e2bf37a70de) {{(pid=82346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Sep 15 13:30:04.794175 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-11fd79da-e542-4932-8c37-4fbafb181654 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:30:04.818370 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-11fd79da-e542-4932-8c37-4fbafb181654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363301743938437'] for port, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:30:04.822792 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-87b09117-e357-4c03-b618-f86cd7064712 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:30:04.892549 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11fd79da-e542-4932-8c37-4fbafb181654 admin admin] Network 8154de37-a8f1-49b5-9df6-05123ded69e6 is already hosted by enough agents. {{(pid=82346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Sep 15 13:30:04.895777 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.base_scheduler [None req-11fd79da-e542-4932-8c37-4fbafb181654 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Sep 15 13:30:04.897754 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fd79da-e542-4932-8c37-4fbafb181654 admin admin] Pushing event updated for resources: {'Port': ['ID=af59a8c3-b7bd-428e-a95b-2e2bf37a70de,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:30:04.910779 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fd79da-e542-4932-8c37-4fbafb181654 admin admin] Received port after_create {{(pid=82346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 15 13:30:04.960590 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-11fd79da-e542-4932-8c37-4fbafb181654 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:30:05.055720 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-11fd79da-e542-4932-8c37-4fbafb181654 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:30:05.224419 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-11fd79da-e542-4932-8c37-4fbafb181654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1673218', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853094812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31855'] for router, precommit_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:30:05.228395 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-11fd79da-e542-4932-8c37-4fbafb181654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853102492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036853102565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1673235', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1681020'] for router, after_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:30:05.433586 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11fd79da-e542-4932-8c37-4fbafb181654 admin admin] Router 6862bfb5-5dab-4422-9120-83592afab615 has already been hosted by L3 agent c919ec5e-912e-4080-8a6b-9b8956cb875b {{(pid=82346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Sep 15 13:30:05.634417 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11fd79da-e542-4932-8c37-4fbafb181654 admin admin] Notify agent at l3_agent.dv-cinder-809181-1-iscsi the message routers_updated {{(pid=82346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Sep 15 13:30:05.643164 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-11fd79da-e542-4932-8c37-4fbafb181654 admin admin] Notify callbacks [] for router, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:30:05.644476 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-11fd79da-e542-4932-8c37-4fbafb181654 admin admin] 10.222.0.41 "PUT /v2.0/routers/6862bfb5-5dab-4422-9120-83592afab615 HTTP/1.1" status: 200  len: 889 time: 2.0560231
Sep 15 13:30:05.645041 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50804147-fdd3-4586-9990-6f0dbf10241d None None] Sync routers for ids ['6862bfb5-5dab-4422-9120-83592afab615'] in dv-cinder-809181-1-iscsi {{(pid=82347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Sep 15 13:30:05.658304 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50804147-fdd3-4586-9990-6f0dbf10241d None None] Routers {'6862bfb5-5dab-4422-9120-83592afab615'} bound to L3 agent in host dv-cinder-809181-1-iscsi {{(pid=82347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 15 13:30:05.659001 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-50804147-fdd3-4586-9990-6f0dbf10241d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cd26a51d0>, 'dv-cinder-809181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T13:29:29Z,description=<?>,heartbeat_timestamp=2021-09-15T13:29:59Z,host='dv-cinder-809181-1-iscsi',id=c919ec5e-912e-4080-8a6b-9b8956cb875b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T13:29:29Z,topic='l3_agent')) {'router_ids': ['6862bfb5-5dab-4422-9120-83592afab615'], 'active': True} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:30:05.857233 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvr_db [None req-50804147-fdd3-4586-9990-6f0dbf10241d None None] Set router 6862bfb5-5dab-4422-9120-83592afab615 gateway port host: dv-cinder-809181-1-iscsi {{(pid=82347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Sep 15 13:30:06.209261 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-50804147-fdd3-4586-9990-6f0dbf10241d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cd26a51d0>, [{'id': '6862bfb5-5dab-4422-9120-83592afab615', 'name': 'router1', 'tenant_id': '1fd120c720f64c25a4133edd3c5ad057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': 'af59a8c3-b7bd-428e-a95b-2e2bf37a70de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:29:47Z', 'updated_at': '2021-09-15T13:30:04Z', 'revision_number': 4, 'project_id': '1fd120c720f64c25a4133edd3c5ad057', 'gw_port': {'id': 'af59a8c3-b7bd-428e-a95b-2e2bf37a70de', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ce:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6862bfb5-5dab-4422-9120-83592afab615', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:30:04Z', 'updated_at': '2021-09-15T13:30:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi', '_interfaces': [{'id': 'f048ab5f-4fb6-43e1-9395-117faeb23016', 'name': '', 'network_id': 'd5607e4e-536c-458b-8cfe-ce2d565abb5b', 'tenant_id': '1fd120c720f64c25a4133edd3c5ad057', 'mac_address': 'fa:16:3e:70:f3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6862bfb5-5dab-4422-9120-83592afab615', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '91e2c659-deca-431c-86da-11616f338b87', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:29:56Z', 'updated_at': '2021-09-15T13:30:02Z', 'revision_number': 5, 'project_id': '1fd120c720f64c25a4133edd3c5ad057', 'subnets': [{'id': '91e2c659-deca-431c-86da-11616f338b87', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b3307467-98c1-4c39-8683-d6f2b3feab8d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-iscsi', False) {} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:30:06.214218 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50804147-fdd3-4586-9990-6f0dbf10241d None None] Checking router: 6862bfb5-5dab-4422-9120-83592afab615 for host: dv-cinder-809181-1-iscsi {{(pid=82347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Sep 15 13:30:06.214605 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50804147-fdd3-4586-9990-6f0dbf10241d None None] Updating router 6862bfb5-5dab-4422-9120-83592afab615 port af59a8c3-b7bd-428e-a95b-2e2bf37a70de binding host dv-cinder-809181-1-iscsi {{(pid=82347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Sep 15 13:30:06.266413 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-50804147-fdd3-4586-9990-6f0dbf10241d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:30:06.619546 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-50804147-fdd3-4586-9990-6f0dbf10241d None None] Notify callbacks [] for port, precommit_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:30:06.631366 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-50804147-fdd3-4586-9990-6f0dbf10241d None None] Transition to ACTIVE for port object af59a8c3-b7bd-428e-a95b-2e2bf37a70de will not be triggered until provisioned by entity L2. {{(pid=82347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Sep 15 13:30:06.637562 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-50804147-fdd3-4586-9990-6f0dbf10241d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:30:06.642132 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-c3898cca-ed39-4c7d-94de-11e6c6c2b587 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:30:06.724330 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [None req-50804147-fdd3-4586-9990-6f0dbf10241d None None] Attempting to bind port af59a8c3-b7bd-428e-a95b-2e2bf37a70de on host dv-cinder-809181-1-iscsi for vnic_type normal with profile  {{(pid=82347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Sep 15 13:30:06.724902 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [None req-50804147-fdd3-4586-9990-6f0dbf10241d None None] Attempting to bind port af59a8c3-b7bd-428e-a95b-2e2bf37a70de by drivers openvswitch,hyperv on host dv-cinder-809181-1-iscsi at level 0 using segments [{'id': 'fb39ec5d-b714-4bbc-8dc4-da8589a681e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6'}] {{(pid=82347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Sep 15 13:30:06.725121 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50804147-fdd3-4586-9990-6f0dbf10241d None None] Attempting to bind port af59a8c3-b7bd-428e-a95b-2e2bf37a70de on network 8154de37-a8f1-49b5-9df6-05123ded69e6 {{(pid=82347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Sep 15 13:30:06.728440 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a28cacc-103d-4f54-8d29-a3c47196b8b9 None None] Pushing event updated for resources: {'Port': ['ID=af59a8c3-b7bd-428e-a95b-2e2bf37a70de,revision_number=2']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:30:06.732072 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-6a28cacc-103d-4f54-8d29-a3c47196b8b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:30:06.735430 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50804147-fdd3-4586-9990-6f0dbf10241d None None] Checking agent: {'id': '0bfd5640-42e8-4a2a-ac27-f2d96fe1a4e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809181-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 29, 28), 'started_at': datetime.datetime(2021, 9, 15, 13, 29, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809181-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Sep 15 13:30:06.735865 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50804147-fdd3-4586-9990-6f0dbf10241d None None] Checking segment: {'id': 'fb39ec5d-b714-4bbc-8dc4-da8589a681e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Sep 15 13:30:06.736306 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-50804147-fdd3-4586-9990-6f0dbf10241d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:30:06.736744 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50804147-fdd3-4586-9990-6f0dbf10241d None None] Bound using segment: {'id': 'fb39ec5d-b714-4bbc-8dc4-da8589a681e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6'} {{(pid=82347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Sep 15 13:30:06.737225 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [None req-50804147-fdd3-4586-9990-6f0dbf10241d None None] Bound port: af59a8c3-b7bd-428e-a95b-2e2bf37a70de, host: dv-cinder-809181-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb39ec5d-b714-4bbc-8dc4-da8589a681e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6'}}] {{(pid=82347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Sep 15 13:30:06.737650 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-50804147-fdd3-4586-9990-6f0dbf10241d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:30:06.810647 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-50804147-fdd3-4586-9990-6f0dbf10241d None None] For port af59a8c3-b7bd-428e-a95b-2e2bf37a70de, host dv-cinder-809181-1-iscsi, cleared binding levels {{(pid=82347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Sep 15 13:30:06.813790 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-50804147-fdd3-4586-9990-6f0dbf10241d None None] For port af59a8c3-b7bd-428e-a95b-2e2bf37a70de, host dv-cinder-809181-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-iscsi',level=0,port_id=af59a8c3-b7bd-428e-a95b-2e2bf37a70de,segment=NetworkSegment(fb39ec5d-b714-4bbc-8dc4-da8589a681e7),segment_id=fb39ec5d-b714-4bbc-8dc4-da8589a681e7)] {{(pid=82347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Sep 15 13:30:06.816970 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-50804147-fdd3-4586-9990-6f0dbf10241d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:30:06.821487 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:30:06.902470 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a28cacc-103d-4f54-8d29-a3c47196b8b9 None None] Pushing event updated for resources: {'Port': ['ID=af59a8c3-b7bd-428e-a95b-2e2bf37a70de,revision_number=3']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:30:06.906544 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-6a28cacc-103d-4f54-8d29-a3c47196b8b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:30:06.907529 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50804147-fdd3-4586-9990-6f0dbf10241d None None] Routers {'6862bfb5-5dab-4422-9120-83592afab615'} bound to L3 agent in host dv-cinder-809181-1-iscsi {{(pid=82347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 15 13:30:06.908200 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-50804147-fdd3-4586-9990-6f0dbf10241d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cd26a51d0>, 'dv-cinder-809181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T13:29:29Z,description=<?>,heartbeat_timestamp=2021-09-15T13:29:59Z,host='dv-cinder-809181-1-iscsi',id=c919ec5e-912e-4080-8a6b-9b8956cb875b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T13:29:29Z,topic='l3_agent')) {'router_ids': ['6862bfb5-5dab-4422-9120-83592afab615'], 'active': True} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:30:07.239049 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvr_db [None req-50804147-fdd3-4586-9990-6f0dbf10241d None None] Set router 6862bfb5-5dab-4422-9120-83592afab615 gateway port host: dv-cinder-809181-1-iscsi {{(pid=82347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Sep 15 13:30:07.576993 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-50804147-fdd3-4586-9990-6f0dbf10241d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cd26a51d0>, [{'id': '6862bfb5-5dab-4422-9120-83592afab615', 'name': 'router1', 'tenant_id': '1fd120c720f64c25a4133edd3c5ad057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': 'af59a8c3-b7bd-428e-a95b-2e2bf37a70de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:29:47Z', 'updated_at': '2021-09-15T13:30:04Z', 'revision_number': 4, 'project_id': '1fd120c720f64c25a4133edd3c5ad057', 'gw_port': {'id': 'af59a8c3-b7bd-428e-a95b-2e2bf37a70de', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ce:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6862bfb5-5dab-4422-9120-83592afab615', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:30:04Z', 'updated_at': '2021-09-15T13:30:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi', '_interfaces': [{'id': 'f048ab5f-4fb6-43e1-9395-117faeb23016', 'name': '', 'network_id': 'd5607e4e-536c-458b-8cfe-ce2d565abb5b', 'tenant_id': '1fd120c720f64c25a4133edd3c5ad057', 'mac_address': 'fa:16:3e:70:f3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6862bfb5-5dab-4422-9120-83592afab615', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '91e2c659-deca-431c-86da-11616f338b87', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:29:56Z', 'updated_at': '2021-09-15T13:30:02Z', 'revision_number': 5, 'project_id': '1fd120c720f64c25a4133edd3c5ad057', 'subnets': [{'id': '91e2c659-deca-431c-86da-11616f338b87', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b3307467-98c1-4c39-8683-d6f2b3feab8d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-iscsi', False) {} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:30:07.581024 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50804147-fdd3-4586-9990-6f0dbf10241d None None] The sync data for ids ['6862bfb5-5dab-4422-9120-83592afab615'] in dv-cinder-809181-1-iscsi is: [{'id': '6862bfb5-5dab-4422-9120-83592afab615', 'name': 'router1', 'tenant_id': '1fd120c720f64c25a4133edd3c5ad057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': 'af59a8c3-b7bd-428e-a95b-2e2bf37a70de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:29:47Z', 'updated_at': '2021-09-15T13:30:04Z', 'revision_number': 4, 'project_id': '1fd120c720f64c25a4133edd3c5ad057', 'gw_port': {'id': 'af59a8c3-b7bd-428e-a95b-2e2bf37a70de', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ce:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6862bfb5-5dab-4422-9120-83592afab615', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:30:04Z', 'updated_at': '2021-09-15T13:30:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi', '_interfaces': [{'id': 'f048ab5f-4fb6-43e1-9395-117faeb23016', 'name': '', 'network_id': 'd5607e4e-536c-458b-8cfe-ce2d565abb5b', 'tenant_id': '1fd120c720f64c25a4133edd3c5ad057', 'mac_address': 'fa:16:3e:70:f3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6862bfb5-5dab-4422-9120-83592afab615', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '91e2c659-deca-431c-86da-11616f338b87', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:29:56Z', 'updated_at': '2021-09-15T13:30:02Z', 'revision_number': 5, 'project_id': '1fd120c720f64c25a4133edd3c5ad057', 'subnets': [{'id': '91e2c659-deca-431c-86da-11616f338b87', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b3307467-98c1-4c39-8683-d6f2b3feab8d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Sep 15 13:30:07.946764 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 55220) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:30:08.095691 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-fd35f1ec-c135-46e6-ac4b-e53482186602 admin admin] 10.222.0.41 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1079 time: 0.1476779
Sep 15 13:30:08.470923 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device af59a8c3-b7bd-428e-a95b-2e2bf37a70de up at agent ovs-agent-dv-cinder-809181-1-iscsi {{(pid=82347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Sep 15 13:30:08.546714 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Provisioning for port af59a8c3-b7bd-428e-a95b-2e2bf37a70de completed by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Sep 15 13:30:08.552068 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Provisioning complete for port af59a8c3-b7bd-428e-a95b-2e2bf37a70de triggered by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:30:08.552516 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:30:08.670436 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:30:08.688670 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] For port af59a8c3-b7bd-428e-a95b-2e2bf37a70de, host dv-cinder-809181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-iscsi',level=0,port_id=af59a8c3-b7bd-428e-a95b-2e2bf37a70de,segment=NetworkSegment(fb39ec5d-b714-4bbc-8dc4-da8589a681e7),segment_id=fb39ec5d-b714-4bbc-8dc4-da8589a681e7)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:30:08.691699 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:30:08.693804 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:30:08.764659 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Pushing event updated for resources: {'Port': ['ID=af59a8c3-b7bd-428e-a95b-2e2bf37a70de,revision_number=4']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:30:08.768053 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:30:10.453945 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device af59a8c3-b7bd-428e-a95b-2e2bf37a70de up at agent ovs-agent-dv-cinder-809181-1-iscsi {{(pid=82347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Sep 15 13:30:10.534019 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Provisioning complete for port af59a8c3-b7bd-428e-a95b-2e2bf37a70de triggered by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:30:10.534656 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:30:26.425858 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f776e6c5-5fa3-458d-ad67-7e830818d97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:30:28.058216 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:30:28.835319 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9859c137-7b89-4603-8c69-5007d34e8ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:30:29.057852 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9acd9d20-0ed4-40fe-8ec3-e1d8b485d7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:30:30.169181 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.agents_db [None req-051818a7-3814-4859-966a-2c4e7d325cc9 None None] Agent healthcheck: found 5 active agents {{(pid=82348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Sep 15 13:30:30.467731 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b47e50d5-ffd8-49d4-a6b6-3168cd38e3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:30:56.428135 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-32aaac4c-cdd9-41b5-8dc4-2d85660154bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:30:58.069975 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:30:58.845025 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2ce24c7f-40d6-4be5-aaa8-b6615d060010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:30:59.061414 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9acd9d20-0ed4-40fe-8ec3-e1d8b485d7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:31:00.473142 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b47e50d5-ffd8-49d4-a6b6-3168cd38e3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:31:07.169858 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.agents_db [None req-051818a7-3814-4859-966a-2c4e7d325cc9 None None] Agent healthcheck: found 5 active agents {{(pid=82348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Sep 15 13:31:26.431678 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-01bb0453-d0dc-42e6-9418-174e4a7f2ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:31:28.061946 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:31:28.836847 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-a3b5ad8d-2af2-4aa1-b2f6-23b6eddeefaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:31:29.058158 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9acd9d20-0ed4-40fe-8ec3-e1d8b485d7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:31:30.480381 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b47e50d5-ffd8-49d4-a6b6-3168cd38e3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:31:42.387088 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 55758) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:31:42.485702 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec169d76-67b0-4ef4-ad5c-dc60919206c5 admin admin] GET failed (client error): The resource could not be found.
Sep 15 13:31:42.487020 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-ec169d76-67b0-4ef4-ad5c-dc60919206c5 admin admin] 10.222.0.41 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0988584
Sep 15 13:31:42.628148 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa8bce4-49f5-4eb0-bcc4-94c0e5049793 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:31:42.629683 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-5fa8bce4-49f5-4eb0-bcc4-94c0e5049793 admin admin] 10.222.0.41 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1384192
Sep 15 13:31:44.169758 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.agents_db [None req-051818a7-3814-4859-966a-2c4e7d325cc9 None None] Agent healthcheck: found 5 active agents {{(pid=82348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Sep 15 13:31:44.716642 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 55770) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:31:44.855599 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4c7afd-d137-4930-8ca7-973bed6ab4ff admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:31:44.856259 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-ad4c7afd-d137-4930-8ca7-973bed6ab4ff admin admin] Synchronizing usage tracker for tenant:dad9af74d6104a29b39e676711842732 on resource:subnet {{(pid=82346) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Sep 15 13:31:44.871782 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-ad4c7afd-d137-4930-8ca7-973bed6ab4ff admin admin] Unset dirty status for tenant:dad9af74d6104a29b39e676711842732 on resource:subnet {{(pid=82346) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Sep 15 13:31:44.873026 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-ad4c7afd-d137-4930-8ca7-973bed6ab4ff admin admin] 10.222.0.41 "GET /v2.0/subnets/91e2c659-deca-431c-86da-11616f338b87 HTTP/1.1" status: 200  len: 849 time: 0.1553166
Sep 15 13:31:44.883724 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [None req-2c0f74ca-9704-4666-909b-bb52d047e8b1 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=82346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:31:45.009710 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2c0f74ca-9704-4666-909b-bb52d047e8b1 admin admin] Notify callbacks [] for subnet, before_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:31:45.206973 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2c0f74ca-9704-4666-909b-bb52d047e8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735111248943'] for subnet, after_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:31:45.211568 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-29d5114f-f2a3-4c67-b143-921ff26977bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:31:45.266898 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982b9ec1-f450-4219-b15f-595bb79697ac None None] Network d5607e4e-536c-458b-8cfe-ce2d565abb5b requested from dv-cinder-809181-1-iscsi {{(pid=82347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Sep 15 13:31:45.279735 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0f74ca-9704-4666-909b-bb52d047e8b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91e2c659-deca-431c-86da-11616f338b87,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:31:45.282573 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0f74ca-9704-4666-909b-bb52d047e8b1 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:31:45.283232 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2c0f74ca-9704-4666-909b-bb52d047e8b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7149901'] for subnet, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:31:45.291690 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-2c0f74ca-9704-4666-909b-bb52d047e8b1 admin admin] 10.222.0.41 "PUT /v2.0/subnets/91e2c659-deca-431c-86da-11616f338b87 HTTP/1.1" status: 200  len: 868 time: 0.4055622
Sep 15 13:31:45.300686 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0f74ca-9704-4666-909b-bb52d047e8b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:31:45.301330 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0f74ca-9704-4666-909b-bb52d047e8b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:31:45.301853 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0f74ca-9704-4666-909b-bb52d047e8b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:31:45.303494 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0f74ca-9704-4666-909b-bb52d047e8b1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:31:45.304067 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0f74ca-9704-4666-909b-bb52d047e8b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:31:45.305213 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0f74ca-9704-4666-909b-bb52d047e8b1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:31:45.305997 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0f74ca-9704-4666-909b-bb52d047e8b1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:31:45.306513 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0f74ca-9704-4666-909b-bb52d047e8b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:31:45.307043 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0f74ca-9704-4666-909b-bb52d047e8b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:31:45.308150 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0f74ca-9704-4666-909b-bb52d047e8b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:31:45.309415 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0f74ca-9704-4666-909b-bb52d047e8b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:31:45.314664 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-2c0f74ca-9704-4666-909b-bb52d047e8b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:31:45.829919 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-8664f816-079e-49f6-851b-bacd85cbb0b7 None None] Provisioning complete for port f048ab5f-4fb6-43e1-9395-117faeb23016 triggered by entity DHCP. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:31:45.830340 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-8664f816-079e-49f6-851b-bacd85cbb0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:31:45.961702 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-8664f816-079e-49f6-851b-bacd85cbb0b7 None None] Provisioning complete for port 051ac0da-1362-4e60-a8c3-0dec274d1552 triggered by entity DHCP. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:31:45.962115 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-8664f816-079e-49f6-851b-bacd85cbb0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:31:47.370084 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 55782) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:31:47.578498 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce4fa9c-cc0d-4829-96d3-79ae0ae20e96 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:31:47.578921 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce4fa9c-cc0d-4829-96d3-79ae0ae20e96 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:31:47.580576 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-fce4fa9c-cc0d-4829-96d3-79ae0ae20e96 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2094197
Sep 15 13:31:49.660227 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 55794) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:31:50.031082 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e938e156-09e1-4200-aea4-70d999a58076 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:31:50.031421 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e938e156-09e1-4200-aea4-70d999a58076 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:31:50.033113 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-e938e156-09e1-4200-aea4-70d999a58076 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.3718610
Sep 15 13:31:52.105969 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 55806) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:31:52.319579 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ee6bc0-c0cf-4c4a-a0b4-e204a6066e5a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:31:52.321146 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-d6ee6bc0-c0cf-4c4a-a0b4-e204a6066e5a admin admin] 10.222.0.41 "GET /v2.0/networks/8154de37-a8f1-49b5-9df6-05123ded69e6 HTTP/1.1" status: 200  len: 886 time: 0.2141428
Sep 15 13:31:54.408871 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 55818) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:31:54.623684 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d244ac-1bb7-4593-bfcf-77a00ab6c361 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:31:54.625193 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-f1d244ac-1bb7-4593-bfcf-77a00ab6c361 admin admin] 10.222.0.41 "GET /v2.0/networks/d5607e4e-536c-458b-8cfe-ce2d565abb5b HTTP/1.1" status: 200  len: 869 time: 0.2152579
Sep 15 13:31:56.433570 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2b4ef3c1-ebc7-47d5-8fcf-fec55cb1b70d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:31:56.693155 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 55830) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:31:56.831912 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc2344c-a27d-4af3-b1c4-925a077d6936 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:31:56.832262 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc2344c-a27d-4af3-b1c4-925a077d6936 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:31:56.834711 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-6bc2344c-a27d-4af3-b1c4-925a077d6936 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1392064
Sep 15 13:31:58.065145 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:31:58.835562 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-926c32ea-7679-4689-b8a4-c2f79f528224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:31:58.921747 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 55842) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:31:59.063836 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9acd9d20-0ed4-40fe-8ec3-e1d8b485d7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:31:59.064960 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b3718f-fac6-43d2-892a-4d7245bdd129 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:31:59.065379 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b3718f-fac6-43d2-892a-4d7245bdd129 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:31:59.067006 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-09b3718f-fac6-43d2-892a-4d7245bdd129 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1442356
Sep 15 13:32:00.482015 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b47e50d5-ffd8-49d4-a6b6-3168cd38e3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:32:01.142680 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 55854) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:32:01.277229 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad192656-159b-4f20-9800-efde382cc16c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:32:01.278796 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-ad192656-159b-4f20-9800-efde382cc16c admin admin] 10.222.0.41 "GET /v2.0/subnets/8c022743-acfa-4652-88a1-355a85d34b79 HTTP/1.1" status: 200  len: 816 time: 0.1350386
Sep 15 13:32:03.367236 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 55866) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:32:03.506766 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8039196b-9c26-4589-9678-4480133250e8 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:32:03.508169 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-8039196b-9c26-4589-9678-4480133250e8 admin admin] 10.222.0.41 "GET /v2.0/subnets/91e2c659-deca-431c-86da-11616f338b87 HTTP/1.1" status: 200  len: 868 time: 0.1398499
Sep 15 13:32:21.170517 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.agents_db [None req-051818a7-3814-4859-966a-2c4e7d325cc9 None None] Agent healthcheck: found 5 active agents {{(pid=82348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Sep 15 13:32:23.401578 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 55914) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:32:23.477613 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [None req-d9bc1bf6-77e0-41fd-b10b-26c2a34c641c admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=82346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Sep 15 13:32:23.478746 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-d9bc1bf6-77e0-41fd-b10b-26c2a34c641c admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0761464
Sep 15 13:32:25.622099 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 55926) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:32:25.721166 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc266bdb-3eb5-4068-bcb3-5a8511318a06 admin admin] GET failed (client error): The resource could not be found.
Sep 15 13:32:25.722571 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-dc266bdb-3eb5-4068-bcb3-5a8511318a06 admin admin] 10.222.0.41 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0994730
Sep 15 13:32:25.860476 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac9b89a-c36b-4530-896d-0358565d19f2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:32:25.861964 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-7ac9b89a-c36b-4530-896d-0358565d19f2 admin admin] 10.222.0.41 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1346838
Sep 15 13:32:26.436847 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b6f01d23-181a-484f-a110-e20608d9d52f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:32:27.945829 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 55938) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:32:28.022308 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [None req-35e6c941-e50a-4442-bf28-4ea3b563faf1 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=82345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:32:28.027183 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-35e6c941-e50a-4442-bf28-4ea3b563faf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:32:28.037241 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-35e6c941-e50a-4442-bf28-4ea3b563faf1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:32:28.045871 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35e6c941-e50a-4442-bf28-4ea3b563faf1 admin admin] Made reservation on behalf of dad9af74d6104a29b39e676711842732 for: {'network': 1} {{(pid=82345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Sep 15 13:32:28.050408 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-35e6c941-e50a-4442-bf28-4ea3b563faf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for network, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:32:28.067903 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:32:28.147203 dv-cinder-809181-1-iscsi neutron-server[82236]: WARNING neutron.services.revisions.revision_plugin [None req-35e6c941-e50a-4442-bf28-4ea3b563faf1 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f1cd229d8d0] {project_id='dad9af74d6104a29b39e676711842732', id='6d289f15-044a-4f13-b958-19d93b66479f', target_tenant='*', action='access_as_shared', object_id='ad51e7be-8803-4b14-b6e4-5b58bda958cb'}> to bump revision.
Sep 15 13:32:28.161512 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35e6c941-e50a-4442-bf28-4ea3b563faf1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351}  {{(pid=82345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}}
Sep 15 13:32:28.170673 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-35e6c941-e50a-4442-bf28-4ea3b563faf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854307961'] for segment, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:32:28.171036 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.db.segments_db [None req-35e6c941-e50a-4442-bf28-4ea3b563faf1 admin admin] Added segment b5d9d4a8-8dee-4991-a2d0-243167bd51ca of type vlan for network ad51e7be-8803-4b14-b6e4-5b58bda958cb
Sep 15 13:32:28.197983 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-35e6c941-e50a-4442-bf28-4ea3b563faf1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735110816490'] for network, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:32:28.229782 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-35e6c941-e50a-4442-bf28-4ea3b563faf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916'] for network, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:32:28.230981 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e6c941-e50a-4442-bf28-4ea3b563faf1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:32:28.231610 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-35e6c941-e50a-4442-bf28-4ea3b563faf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7149901'] for network, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:32:28.236677 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-2d30334c-4abf-43fb-aaab-c47c3e300b77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:32:28.333869 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-35e6c941-e50a-4442-bf28-4ea3b563faf1 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.3868611
Sep 15 13:32:28.342740 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6c941-e50a-4442-bf28-4ea3b563faf1 admin admin] Pushing event updated for resources: {'Network': ['ID=ad51e7be-8803-4b14-b6e4-5b58bda958cb,revision_number=1']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:32:28.351897 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6c941-e50a-4442-bf28-4ea3b563faf1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:32:28.352276 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6c941-e50a-4442-bf28-4ea3b563faf1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:32:28.352644 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6c941-e50a-4442-bf28-4ea3b563faf1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:32:28.353005 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6c941-e50a-4442-bf28-4ea3b563faf1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:32:28.353380 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6c941-e50a-4442-bf28-4ea3b563faf1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:32:28.353739 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6c941-e50a-4442-bf28-4ea3b563faf1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:32:28.354092 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6c941-e50a-4442-bf28-4ea3b563faf1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:32:28.354445 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6c941-e50a-4442-bf28-4ea3b563faf1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:32:28.354795 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6c941-e50a-4442-bf28-4ea3b563faf1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:32:28.355261 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6c941-e50a-4442-bf28-4ea3b563faf1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:32:28.355575 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6c941-e50a-4442-bf28-4ea3b563faf1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:32:28.359510 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-35e6c941-e50a-4442-bf28-4ea3b563faf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:32:28.368260 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Network ad51e7be-8803-4b14-b6e4-5b58bda958cb details requested by agent ovs-agent-dv-cinder-809181-1-iscsi with host dv-cinder-809181-1-iscsi {{(pid=82347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Sep 15 13:32:28.836203 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-554327ee-379f-42ba-862d-39e7210751d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:32:29.065231 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9acd9d20-0ed4-40fe-8ec3-e1d8b485d7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:32:30.441948 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 55950) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:32:30.490577 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b47e50d5-ffd8-49d4-a6b6-3168cd38e3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:32:30.546469 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac0f5ad6-d780-4d0c-8657-e7173b8c30f9 admin admin] GET failed (client error): The resource could not be found.
Sep 15 13:32:30.547816 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-ac0f5ad6-d780-4d0c-8657-e7173b8c30f9 admin admin] 10.222.0.41 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1048229
Sep 15 13:32:30.662812 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10667be-8312-424c-b54b-ff697524ff96 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:32:30.664272 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-c10667be-8312-424c-b54b-ff697524ff96 admin admin] 10.222.0.41 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1120789
Sep 15 13:32:30.674576 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [None req-d351fc49-b178-47fa-98ec-a07823f6bd02 admin admin] Request body: {'subnet': {'network_id': 'ad51e7be-8803-4b14-b6e4-5b58bda958cb', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=82346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:32:30.679619 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-d351fc49-b178-47fa-98ec-a07823f6bd02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:32:30.689763 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-d351fc49-b178-47fa-98ec-a07823f6bd02 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:32:30.699807 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d351fc49-b178-47fa-98ec-a07823f6bd02 admin admin] Made reservation on behalf of dad9af74d6104a29b39e676711842732 for: {'subnet': 1} {{(pid=82346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Sep 15 13:32:30.704419 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-d351fc49-b178-47fa-98ec-a07823f6bd02 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:32:30.909855 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-d351fc49-b178-47fa-98ec-a07823f6bd02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916'] for subnet, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:32:30.914319 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:32:30.988896 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d351fc49-b178-47fa-98ec-a07823f6bd02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a47224b-1781-4471-bda5-9e78dc95c67d,revision_number=0']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:32:30.992964 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-d351fc49-b178-47fa-98ec-a07823f6bd02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:32:31.000045 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d351fc49-b178-47fa-98ec-a07823f6bd02 admin admin] Checking segment: {'id': 'b5d9d4a8-8dee-4991-a2d0-243167bd51ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'ad51e7be-8803-4b14-b6e4-5b58bda958cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Sep 15 13:32:31.000442 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d351fc49-b178-47fa-98ec-a07823f6bd02 admin admin] Network hostable DHCP agents. Network: ad51e7be-8803-4b14-b6e4-5b58bda958cb, hostable agents: ['1e45ab9c-2f68-483a-a4f9-339d8484c2ba'], hosted agents: [] {{(pid=82346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Sep 15 13:32:31.021054 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d351fc49-b178-47fa-98ec-a07823f6bd02 admin admin] Network ad51e7be-8803-4b14-b6e4-5b58bda958cb is scheduled to be hosted by DHCP agent 1e45ab9c-2f68-483a-a4f9-339d8484c2ba with binding_index 1 {{(pid=82346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Sep 15 13:32:31.028926 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.base_scheduler [None req-d351fc49-b178-47fa-98ec-a07823f6bd02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809181-1-iscsi, ad51e7be-8803-4b14-b6e4-5b58bda958cb) {{(pid=82346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Sep 15 13:32:31.032684 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d351fc49-b178-47fa-98ec-a07823f6bd02 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:32:31.033322 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-d351fc49-b178-47fa-98ec-a07823f6bd02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7149901'] for subnet, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:32:31.038575 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc81816-96e9-4bd1-918c-d6cf650e3a8d None None] Network ad51e7be-8803-4b14-b6e4-5b58bda958cb requested from dv-cinder-809181-1-iscsi {{(pid=82347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Sep 15 13:32:31.067665 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-d351fc49-b178-47fa-98ec-a07823f6bd02 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3876851
Sep 15 13:32:31.272340 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522a7a47-d23e-4c1f-8f8f-04d794dce64c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27da5d1b-a3b4-502a-adbd-d11dbe7a94ca-ad51e7be-8803-4b14-b6e4-5b58bda958cb', 'network_id': 'ad51e7be-8803-4b14-b6e4-5b58bda958cb', 'tenant_id': 'dad9af74d6104a29b39e676711842732', 'fixed_ips': [{'subnet_id': '0a47224b-1781-4471-bda5-9e78dc95c67d'}]}} from dv-cinder-809181-1-iscsi. {{(pid=82347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Sep 15 13:32:31.273275 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-522a7a47-d23e-4c1f-8f8f-04d794dce64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_create {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:32:31.444922 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.db_base_plugin_common [None req-522a7a47-d23e-4c1f-8f8f-04d794dce64c None None] Allocated IP 192.168.233.2 (ad51e7be-8803-4b14-b6e4-5b58bda958cb/0a47224b-1781-4471-bda5-9e78dc95c67d/f29870f7-45bf-4455-b68f-f447f9523701) {{(pid=82347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Sep 15 13:32:31.664307 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-522a7a47-d23e-4c1f-8f8f-04d794dce64c None None] Notify callbacks [] for port, precommit_create {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:32:31.675194 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-522a7a47-d23e-4c1f-8f8f-04d794dce64c None None] Transition to ACTIVE for port object f29870f7-45bf-4455-b68f-f447f9523701 will not be triggered until provisioned by entity L2. {{(pid=82347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Sep 15 13:32:31.696998 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-522a7a47-d23e-4c1f-8f8f-04d794dce64c None None] Transition to ACTIVE for port object f29870f7-45bf-4455-b68f-f447f9523701 will not be triggered until provisioned by entity DHCP. {{(pid=82347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Sep 15 13:32:31.700847 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-522a7a47-d23e-4c1f-8f8f-04d794dce64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363301743938437'] for port, after_create {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:32:31.709734 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:32:31.778174 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a7a47-d23e-4c1f-8f8f-04d794dce64c None None] Pushing event updated for resources: {'Port': ['ID=f29870f7-45bf-4455-b68f-f447f9523701,revision_number=1']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:32:31.785317 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522a7a47-d23e-4c1f-8f8f-04d794dce64c None None] Network ad51e7be-8803-4b14-b6e4-5b58bda958cb is already hosted by enough agents. {{(pid=82347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Sep 15 13:32:31.788798 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.base_scheduler [None req-522a7a47-d23e-4c1f-8f8f-04d794dce64c None None] Resources bound (agent type, host, resource id):  {{(pid=82347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Sep 15 13:32:31.792748 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522a7a47-d23e-4c1f-8f8f-04d794dce64c None None] Received port after_create {{(pid=82347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 15 13:32:31.795502 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a7a47-d23e-4c1f-8f8f-04d794dce64c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:32:31.795944 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a7a47-d23e-4c1f-8f8f-04d794dce64c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:32:31.796323 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a7a47-d23e-4c1f-8f8f-04d794dce64c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:32:31.796700 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a7a47-d23e-4c1f-8f8f-04d794dce64c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:32:31.797075 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a7a47-d23e-4c1f-8f8f-04d794dce64c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:32:31.797450 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a7a47-d23e-4c1f-8f8f-04d794dce64c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:32:31.797821 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a7a47-d23e-4c1f-8f8f-04d794dce64c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:32:31.798438 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a7a47-d23e-4c1f-8f8f-04d794dce64c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:32:31.798848 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a7a47-d23e-4c1f-8f8f-04d794dce64c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:32:31.799186 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a7a47-d23e-4c1f-8f8f-04d794dce64c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:32:31.799719 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a7a47-d23e-4c1f-8f8f-04d794dce64c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:32:31.805425 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-522a7a47-d23e-4c1f-8f8f-04d794dce64c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:32:31.894785 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [None req-522a7a47-d23e-4c1f-8f8f-04d794dce64c None None] Attempting to bind port f29870f7-45bf-4455-b68f-f447f9523701 on host dv-cinder-809181-1-iscsi for vnic_type normal with profile  {{(pid=82347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Sep 15 13:32:31.895201 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [None req-522a7a47-d23e-4c1f-8f8f-04d794dce64c None None] Attempting to bind port f29870f7-45bf-4455-b68f-f447f9523701 by drivers openvswitch,hyperv on host dv-cinder-809181-1-iscsi at level 0 using segments [{'id': 'b5d9d4a8-8dee-4991-a2d0-243167bd51ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'ad51e7be-8803-4b14-b6e4-5b58bda958cb'}] {{(pid=82347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Sep 15 13:32:31.895618 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522a7a47-d23e-4c1f-8f8f-04d794dce64c None None] Attempting to bind port f29870f7-45bf-4455-b68f-f447f9523701 on network ad51e7be-8803-4b14-b6e4-5b58bda958cb {{(pid=82347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Sep 15 13:32:31.902695 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522a7a47-d23e-4c1f-8f8f-04d794dce64c None None] Checking agent: {'id': '0bfd5640-42e8-4a2a-ac27-f2d96fe1a4e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809181-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 29, 28), 'started_at': datetime.datetime(2021, 9, 15, 13, 29, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809181-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Sep 15 13:32:31.903111 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522a7a47-d23e-4c1f-8f8f-04d794dce64c None None] Checking segment: {'id': 'b5d9d4a8-8dee-4991-a2d0-243167bd51ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'ad51e7be-8803-4b14-b6e4-5b58bda958cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Sep 15 13:32:31.903556 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-522a7a47-d23e-4c1f-8f8f-04d794dce64c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:32:31.904077 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522a7a47-d23e-4c1f-8f8f-04d794dce64c None None] Bound using segment: {'id': 'b5d9d4a8-8dee-4991-a2d0-243167bd51ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'ad51e7be-8803-4b14-b6e4-5b58bda958cb'} {{(pid=82347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Sep 15 13:32:31.904598 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [None req-522a7a47-d23e-4c1f-8f8f-04d794dce64c None None] Bound port: f29870f7-45bf-4455-b68f-f447f9523701, host: dv-cinder-809181-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5d9d4a8-8dee-4991-a2d0-243167bd51ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'ad51e7be-8803-4b14-b6e4-5b58bda958cb'}}] {{(pid=82347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Sep 15 13:32:31.905010 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-522a7a47-d23e-4c1f-8f8f-04d794dce64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:32:31.995705 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-522a7a47-d23e-4c1f-8f8f-04d794dce64c None None] For port f29870f7-45bf-4455-b68f-f447f9523701, host dv-cinder-809181-1-iscsi, cleared binding levels {{(pid=82347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Sep 15 13:32:31.998921 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-522a7a47-d23e-4c1f-8f8f-04d794dce64c None None] For port f29870f7-45bf-4455-b68f-f447f9523701, host dv-cinder-809181-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-iscsi',level=0,port_id=f29870f7-45bf-4455-b68f-f447f9523701,segment=NetworkSegment(b5d9d4a8-8dee-4991-a2d0-243167bd51ca),segment_id=b5d9d4a8-8dee-4991-a2d0-243167bd51ca)] {{(pid=82347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Sep 15 13:32:32.002488 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-522a7a47-d23e-4c1f-8f8f-04d794dce64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:32:32.007727 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:32:32.088131 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a7a47-d23e-4c1f-8f8f-04d794dce64c None None] Pushing event updated for resources: {'Port': ['ID=f29870f7-45bf-4455-b68f-f447f9523701,revision_number=2']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:32:32.093386 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-522a7a47-d23e-4c1f-8f8f-04d794dce64c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:32:32.550885 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device f29870f7-45bf-4455-b68f-f447f9523701 up at agent ovs-agent-dv-cinder-809181-1-iscsi {{(pid=82347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Sep 15 13:32:32.622304 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Provisioning for port f29870f7-45bf-4455-b68f-f447f9523701 completed by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Sep 15 13:32:33.545113 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359f3fdf-45f8-4662-895b-f18954449361 None None] Network ad51e7be-8803-4b14-b6e4-5b58bda958cb requested from dv-cinder-809181-1-iscsi {{(pid=82347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Sep 15 13:32:33.812202 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-35e09e5f-8ba6-4859-b3f9-2d283124fcd1 None None] Provisioning for port f29870f7-45bf-4455-b68f-f447f9523701 completed by entity DHCP. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Sep 15 13:32:33.830249 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-35e09e5f-8ba6-4859-b3f9-2d283124fcd1 None None] Provisioning complete for port f29870f7-45bf-4455-b68f-f447f9523701 triggered by entity DHCP. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:32:33.830665 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-35e09e5f-8ba6-4859-b3f9-2d283124fcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:32:34.047008 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-35e09e5f-8ba6-4859-b3f9-2d283124fcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:32:34.093740 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-35e09e5f-8ba6-4859-b3f9-2d283124fcd1 None None] For port f29870f7-45bf-4455-b68f-f447f9523701, host dv-cinder-809181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-iscsi',level=0,port_id=f29870f7-45bf-4455-b68f-f447f9523701,segment=NetworkSegment(b5d9d4a8-8dee-4991-a2d0-243167bd51ca),segment_id=b5d9d4a8-8dee-4991-a2d0-243167bd51ca)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:32:34.097156 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-35e09e5f-8ba6-4859-b3f9-2d283124fcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:32:34.104152 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-522a7a47-d23e-4c1f-8f8f-04d794dce64c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:32:34.173955 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e09e5f-8ba6-4859-b3f9-2d283124fcd1 None None] Pushing event updated for resources: {'Port': ['ID=f29870f7-45bf-4455-b68f-f447f9523701,revision_number=3']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:32:34.177297 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-35e09e5f-8ba6-4859-b3f9-2d283124fcd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:32:34.430138 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-5b20312b-ddce-4c27-ac01-70bcca7c4aa6 None None] Provisioning complete for port f29870f7-45bf-4455-b68f-f447f9523701 triggered by entity DHCP. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:32:34.430456 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5b20312b-ddce-4c27-ac01-70bcca7c4aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:32:34.527563 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device f29870f7-45bf-4455-b68f-f447f9523701 up at agent ovs-agent-dv-cinder-809181-1-iscsi {{(pid=82347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Sep 15 13:32:34.619046 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Provisioning complete for port f29870f7-45bf-4455-b68f-f447f9523701 triggered by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:32:34.619469 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:32:56.439283 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-75e4d229-6467-4d6a-a15c-15d10181c9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:32:58.071212 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:32:58.170778 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.agents_db [None req-051818a7-3814-4859-966a-2c4e7d325cc9 None None] Agent healthcheck: found 5 active agents {{(pid=82348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Sep 15 13:32:58.841177 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-d7df8f4a-3648-4689-b8c9-94b77104ae5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:32:59.068523 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9acd9d20-0ed4-40fe-8ec3-e1d8b485d7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:33:00.495738 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b47e50d5-ffd8-49d4-a6b6-3168cd38e3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:33:26.441219 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-62959da8-1595-4183-a0fd-cb3177b6745c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:33:28.074666 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:33:28.842652 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-31cb0979-2eed-4020-a7c6-43c3bdf16392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:33:29.070818 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9acd9d20-0ed4-40fe-8ec3-e1d8b485d7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:33:30.496332 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b47e50d5-ffd8-49d4-a6b6-3168cd38e3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:33:35.171319 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.agents_db [None req-051818a7-3814-4859-966a-2c4e7d325cc9 None None] Agent healthcheck: found 5 active agents {{(pid=82348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Sep 15 13:33:56.444226 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-e077f227-f6a9-4395-8835-e613e04975ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:33:58.077791 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:33:58.843726 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-a0cfc460-24d1-4417-afc0-cc7d23585861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:33:59.073747 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9acd9d20-0ed4-40fe-8ec3-e1d8b485d7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:33:59.423936 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 55984) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:33:59.430106 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [None req-4384119d-a0f0-401a-ae1f-a4663f18e466 tempest-verify_tempest_config-1549986997 tempest-verify_tempest_config-1549986997-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=82346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Sep 15 13:33:59.431151 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-4384119d-a0f0-401a-ae1f-a4663f18e466 tempest-verify_tempest_config-1549986997 tempest-verify_tempest_config-1549986997-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12156 time: 0.0061808
Sep 15 13:33:59.842089 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 56002) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:33:59.992772 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-76df0a44-42fe-4b19-ad86-9ad56dcabc7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:34:00.024695 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-76df0a44-42fe-4b19-ad86-9ad56dcabc7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:34:00.028623 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-76df0a44-42fe-4b19-ad86-9ad56dcabc7d admin admin] Usage tracker for resource:security_group_rule and tenant:d18635cced324b3fb78a24aeea90dc3d is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:34:00.031481 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-76df0a44-42fe-4b19-ad86-9ad56dcabc7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:34:00.037445 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-76df0a44-42fe-4b19-ad86-9ad56dcabc7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:34:00.107893 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-76df0a44-42fe-4b19-ad86-9ad56dcabc7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:34:00.110356 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-76df0a44-42fe-4b19-ad86-9ad56dcabc7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:34:00.118628 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:34:00.161484 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76df0a44-42fe-4b19-ad86-9ad56dcabc7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5586c46-f5d3-44d5-b066-567a85bc74da,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:34:00.163929 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-76df0a44-42fe-4b19-ad86-9ad56dcabc7d admin admin] Synchronizing usage tracker for tenant:dad9af74d6104a29b39e676711842732 on resource:security_group {{(pid=82346) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Sep 15 13:34:00.180450 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76df0a44-42fe-4b19-ad86-9ad56dcabc7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:34:00.180839 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76df0a44-42fe-4b19-ad86-9ad56dcabc7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:34:00.181220 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76df0a44-42fe-4b19-ad86-9ad56dcabc7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:34:00.181595 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76df0a44-42fe-4b19-ad86-9ad56dcabc7d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:34:00.181983 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76df0a44-42fe-4b19-ad86-9ad56dcabc7d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:34:00.182384 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76df0a44-42fe-4b19-ad86-9ad56dcabc7d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:34:00.182734 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76df0a44-42fe-4b19-ad86-9ad56dcabc7d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:34:00.183099 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76df0a44-42fe-4b19-ad86-9ad56dcabc7d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:34:00.183463 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76df0a44-42fe-4b19-ad86-9ad56dcabc7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:34:00.183851 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76df0a44-42fe-4b19-ad86-9ad56dcabc7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:34:00.184217 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76df0a44-42fe-4b19-ad86-9ad56dcabc7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:34:00.190459 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-76df0a44-42fe-4b19-ad86-9ad56dcabc7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:34:00.192151 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-76df0a44-42fe-4b19-ad86-9ad56dcabc7d admin admin] Unset dirty status for tenant:dad9af74d6104a29b39e676711842732 on resource:security_group {{(pid=82346) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Sep 15 13:34:00.193482 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-76df0a44-42fe-4b19-ad86-9ad56dcabc7d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d18635cced324b3fb78a24aeea90dc3d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3503556
Sep 15 13:34:00.196686 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 56008) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:34:00.258379 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-4dbb10a0-6e9e-4a5e-be6c-dffc0e9c8567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:34:00.285380 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-4dbb10a0-6e9e-4a5e-be6c-dffc0e9c8567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:34:00.339512 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-4dbb10a0-6e9e-4a5e-be6c-dffc0e9c8567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:34:00.344671 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-76df0a44-42fe-4b19-ad86-9ad56dcabc7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:34:00.358318 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbb10a0-6e9e-4a5e-be6c-dffc0e9c8567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5586c46-f5d3-44d5-b066-567a85bc74da,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:34:00.360865 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-4dbb10a0-6e9e-4a5e-be6c-dffc0e9c8567 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:34:00.362776 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-4dbb10a0-6e9e-4a5e-be6c-dffc0e9c8567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:34:00.363999 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-4dbb10a0-6e9e-4a5e-be6c-dffc0e9c8567 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f5586c46-f5d3-44d5-b066-567a85bc74da HTTP/1.1" status: 204  len: 168 time: 0.1663294
Sep 15 13:34:00.498399 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b47e50d5-ffd8-49d4-a6b6-3168cd38e3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:34:12.172324 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.agents_db [None req-051818a7-3814-4859-966a-2c4e7d325cc9 None None] Agent healthcheck: found 5 active agents {{(pid=82348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Sep 15 13:34:26.448926 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-adbedd61-e6d4-41be-ad52-adc7ddafa029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:34:28.079347 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:34:28.845214 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-237bde25-ddb5-41d6-958f-8aeaae006ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:34:29.075864 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9acd9d20-0ed4-40fe-8ec3-e1d8b485d7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:34:30.500612 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b47e50d5-ffd8-49d4-a6b6-3168cd38e3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:34:49.172987 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.agents_db [None req-051818a7-3814-4859-966a-2c4e7d325cc9 None None] Agent healthcheck: found 5 active agents {{(pid=82348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Sep 15 13:34:56.450258 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-d1e619d1-9ac9-4fa0-b9e3-9a37139f9fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:34:58.080817 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:34:58.845600 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5fb44341-d630-4d7d-9ecd-658dff45d46f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:34:59.078264 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9acd9d20-0ed4-40fe-8ec3-e1d8b485d7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:35:00.503320 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b47e50d5-ffd8-49d4-a6b6-3168cd38e3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:35:26.174312 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.agents_db [None req-051818a7-3814-4859-966a-2c4e7d325cc9 None None] Agent healthcheck: found 5 active agents {{(pid=82348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Sep 15 13:35:26.453421 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-e0622b7c-828e-4a99-9fba-a4f2d0e798f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:35:28.082449 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:35:28.848223 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-67307005-36a7-43c3-8184-737d2a6d6c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:35:29.083016 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9acd9d20-0ed4-40fe-8ec3-e1d8b485d7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:35:30.507667 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b47e50d5-ffd8-49d4-a6b6-3168cd38e3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:35:33.504421 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1675808'] for agent, after_create {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:35:50.608506 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 56088) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:35:50.754968 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-e1d771f6-9c92-4e3f-8723-b7e8a4a212be admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1452699
Sep 15 13:35:52.831986 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 56100) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:35:52.917514 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-06c70c76-ce35-464d-ad01-10bbbb05a410 admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0843465
Sep 15 13:35:56.454993 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-4ab57f5d-a2f5-4fa8-9ff7-27bc9785a34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:35:58.084303 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:35:58.848551 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-89534ce1-57f2-47f5-92bc-a4c87ec04c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:35:59.089342 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9acd9d20-0ed4-40fe-8ec3-e1d8b485d7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:36:00.508923 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b47e50d5-ffd8-49d4-a6b6-3168cd38e3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:36:03.175591 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.agents_db [None req-051818a7-3814-4859-966a-2c4e7d325cc9 None None] Agent healthcheck: found 6 active agents {{(pid=82348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Sep 15 13:36:03.480564 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:36:26.456380 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7496b216-53e6-4c21-ac49-dd818bb3a993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:36:28.085844 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:36:28.849566 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-d378b5ce-3a47-4238-a0ea-fe53f53e361d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:36:29.090189 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9acd9d20-0ed4-40fe-8ec3-e1d8b485d7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:36:30.510975 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b47e50d5-ffd8-49d4-a6b6-3168cd38e3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:36:33.483727 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:36:40.175696 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.agents_db [None req-051818a7-3814-4859-966a-2c4e7d325cc9 None None] Agent healthcheck: found 6 active agents {{(pid=82348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Sep 15 13:36:56.457477 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-39bce90d-f694-401a-b3ed-e28b69416082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:36:58.089214 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:36:58.851594 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-917b7c87-28f5-4dba-99dd-4fcb4478e15b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:36:59.096172 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9acd9d20-0ed4-40fe-8ec3-e1d8b485d7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:00.515172 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b47e50d5-ffd8-49d4-a6b6-3168cd38e3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:03.495465 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:17.176282 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.agents_db [None req-051818a7-3814-4859-966a-2c4e7d325cc9 None None] Agent healthcheck: found 6 active agents {{(pid=82348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Sep 15 13:37:26.460207 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-adc3f865-f65a-41fd-852b-a0a18716184c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:28.091945 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:28.861307 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9b9ef68e-9532-468c-9317-d93ef5a786a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:29.101438 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9acd9d20-0ed4-40fe-8ec3-e1d8b485d7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:30.530026 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b47e50d5-ffd8-49d4-a6b6-3168cd38e3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:33.491383 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:34.859490 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 56310) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:37:34.893831 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 56316) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:37:35.032869 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 56326) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:37:35.129734 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 56332) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:37:35.325768 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [None req-88a9d751-0a5b-4e92-9b6a-063e0f51f68f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-500667379-network', 'tenant_id': '025c529061864e2ab47987e7d6ed7d28'}} {{(pid=82346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:37:35.331418 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-88a9d751-0a5b-4e92-9b6a-063e0f51f68f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:37:35.335836 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-88a9d751-0a5b-4e92-9b6a-063e0f51f68f admin admin] Usage tracker for resource:network and tenant:025c529061864e2ab47987e7d6ed7d28 is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:37:35.339073 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-88a9d751-0a5b-4e92-9b6a-063e0f51f68f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:37:35.350197 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-88a9d751-0a5b-4e92-9b6a-063e0f51f68f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:37:35.365062 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88a9d751-0a5b-4e92-9b6a-063e0f51f68f admin admin] Made reservation on behalf of 025c529061864e2ab47987e7d6ed7d28 for: {'network': 1} {{(pid=82346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Sep 15 13:37:35.373169 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 56338) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:37:35.383743 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-88a9d751-0a5b-4e92-9b6a-063e0f51f68f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for network, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:35.404402 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [None req-d9c660b8-2b73-40b3-9980-197d2059b7cd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-125191831-network', 'tenant_id': '123dd1ba9d594e88a025896157079afa'}} {{(pid=82346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:37:35.410124 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-d9c660b8-2b73-40b3-9980-197d2059b7cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:37:35.416283 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-d9c660b8-2b73-40b3-9980-197d2059b7cd admin admin] Usage tracker for resource:network and tenant:123dd1ba9d594e88a025896157079afa is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:37:35.420493 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-d9c660b8-2b73-40b3-9980-197d2059b7cd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:37:35.428189 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-d9c660b8-2b73-40b3-9980-197d2059b7cd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:37:35.441779 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-88a9d751-0a5b-4e92-9b6a-063e0f51f68f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:35.441971 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 56344) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:37:35.465062 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9c660b8-2b73-40b3-9980-197d2059b7cd admin admin] Made reservation on behalf of 123dd1ba9d594e88a025896157079afa for: {'network': 1} {{(pid=82346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Sep 15 13:37:35.480053 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-d9c660b8-2b73-40b3-9980-197d2059b7cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for network, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:35.489623 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [None req-0ffa6cd2-92b8-49a2-8628-10b1ea96a189 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-62579309-network', 'tenant_id': 'cb79605c5e154acc8ad686ebbdcf1c29'}} {{(pid=82345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:37:35.496706 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-0ffa6cd2-92b8-49a2-8628-10b1ea96a189 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:37:35.502042 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-0ffa6cd2-92b8-49a2-8628-10b1ea96a189 admin admin] Usage tracker for resource:network and tenant:cb79605c5e154acc8ad686ebbdcf1c29 is out of sync, need to count used quota {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:37:35.506470 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-0ffa6cd2-92b8-49a2-8628-10b1ea96a189 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:37:35.513405 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-0ffa6cd2-92b8-49a2-8628-10b1ea96a189 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:37:35.527774 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-d9c660b8-2b73-40b3-9980-197d2059b7cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:35.528543 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ffa6cd2-92b8-49a2-8628-10b1ea96a189 admin admin] Made reservation on behalf of cb79605c5e154acc8ad686ebbdcf1c29 for: {'network': 1} {{(pid=82345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Sep 15 13:37:35.539573 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-0ffa6cd2-92b8-49a2-8628-10b1ea96a189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for network, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:35.573660 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-0ffa6cd2-92b8-49a2-8628-10b1ea96a189 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:35.601978 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [None req-0dc85796-2879-4b19-81ed-0e82dd571e8c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-970748965-network', 'tenant_id': '80893221bf4b42c18fd54176a50bc76a'}} {{(pid=82345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:37:35.616601 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [None req-6d4d60f5-7f11-4be6-88bf-b41c96fe8def admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1703272581-network', 'tenant_id': 'a3d5368d3e254a2faf025969b9946761'}} {{(pid=82345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:37:35.622176 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-0dc85796-2879-4b19-81ed-0e82dd571e8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:37:35.624979 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-88a9d751-0a5b-4e92-9b6a-063e0f51f68f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:37:35.633136 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-0dc85796-2879-4b19-81ed-0e82dd571e8c admin admin] Usage tracker for resource:network and tenant:80893221bf4b42c18fd54176a50bc76a is out of sync, need to count used quota {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:37:35.638590 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-0dc85796-2879-4b19-81ed-0e82dd571e8c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:37:35.648016 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-0dc85796-2879-4b19-81ed-0e82dd571e8c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:37:35.649192 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-88a9d751-0a5b-4e92-9b6a-063e0f51f68f admin admin] Usage tracker for resource:security_group_rule and tenant:025c529061864e2ab47987e7d6ed7d28 is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:37:35.656178 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-88a9d751-0a5b-4e92-9b6a-063e0f51f68f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:37:35.658615 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-6d4d60f5-7f11-4be6-88bf-b41c96fe8def admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:37:35.669399 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-6d4d60f5-7f11-4be6-88bf-b41c96fe8def admin admin] Usage tracker for resource:network and tenant:a3d5368d3e254a2faf025969b9946761 is out of sync, need to count used quota {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:37:35.673376 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-88a9d751-0a5b-4e92-9b6a-063e0f51f68f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:37:35.677053 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-6d4d60f5-7f11-4be6-88bf-b41c96fe8def admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:37:35.685319 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-0ffa6cd2-92b8-49a2-8628-10b1ea96a189 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:37:35.688558 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-6d4d60f5-7f11-4be6-88bf-b41c96fe8def admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:37:35.690195 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-d9c660b8-2b73-40b3-9980-197d2059b7cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:37:35.692835 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-0ffa6cd2-92b8-49a2-8628-10b1ea96a189 admin admin] Usage tracker for resource:security_group_rule and tenant:cb79605c5e154acc8ad686ebbdcf1c29 is out of sync, need to count used quota {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:37:35.696207 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc85796-2879-4b19-81ed-0e82dd571e8c admin admin] Made reservation on behalf of 80893221bf4b42c18fd54176a50bc76a for: {'network': 1} {{(pid=82345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Sep 15 13:37:35.700313 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-d9c660b8-2b73-40b3-9980-197d2059b7cd admin admin] Usage tracker for resource:security_group_rule and tenant:123dd1ba9d594e88a025896157079afa is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:37:35.701732 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-0dc85796-2879-4b19-81ed-0e82dd571e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for network, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:35.707600 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-d9c660b8-2b73-40b3-9980-197d2059b7cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:37:35.716865 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-d9c660b8-2b73-40b3-9980-197d2059b7cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:37:35.722619 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-0ffa6cd2-92b8-49a2-8628-10b1ea96a189 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:37:35.733750 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [None req-e9a175d1-2bb8-457c-9fc1-8a6031612cf6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1358564763-network', 'tenant_id': '839ee03af2c74792a3a3c2d72d59dd55'}} {{(pid=82345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:37:35.750665 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-e9a175d1-2bb8-457c-9fc1-8a6031612cf6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:37:35.754769 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-e9a175d1-2bb8-457c-9fc1-8a6031612cf6 admin admin] Usage tracker for resource:network and tenant:839ee03af2c74792a3a3c2d72d59dd55 is out of sync, need to count used quota {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:37:35.758157 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-e9a175d1-2bb8-457c-9fc1-8a6031612cf6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:37:35.764400 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-e9a175d1-2bb8-457c-9fc1-8a6031612cf6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:37:35.775578 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-0ffa6cd2-92b8-49a2-8628-10b1ea96a189 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:37:35.779787 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-0dc85796-2879-4b19-81ed-0e82dd571e8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:35.790423 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a175d1-2bb8-457c-9fc1-8a6031612cf6 admin admin] Made reservation on behalf of 839ee03af2c74792a3a3c2d72d59dd55 for: {'network': 1} {{(pid=82345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Sep 15 13:37:35.795154 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-e9a175d1-2bb8-457c-9fc1-8a6031612cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for network, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:35.812092 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-e9a175d1-2bb8-457c-9fc1-8a6031612cf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:35.843832 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-88a9d751-0a5b-4e92-9b6a-063e0f51f68f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:35.851855 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-e9a175d1-2bb8-457c-9fc1-8a6031612cf6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:37:35.859056 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-88a9d751-0a5b-4e92-9b6a-063e0f51f68f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:35.863014 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-e9a175d1-2bb8-457c-9fc1-8a6031612cf6 admin admin] Usage tracker for resource:security_group_rule and tenant:839ee03af2c74792a3a3c2d72d59dd55 is out of sync, need to count used quota {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:37:35.866254 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-e9a175d1-2bb8-457c-9fc1-8a6031612cf6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:37:35.872400 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-e9a175d1-2bb8-457c-9fc1-8a6031612cf6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:37:35.874529 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-4dbb10a0-6e9e-4a5e-be6c-dffc0e9c8567 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:37:35.904279 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d4d60f5-7f11-4be6-88bf-b41c96fe8def admin admin] Made reservation on behalf of a3d5368d3e254a2faf025969b9946761 for: {'network': 1} {{(pid=82345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Sep 15 13:37:35.909760 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-6d4d60f5-7f11-4be6-88bf-b41c96fe8def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for network, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:35.918661 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88a9d751-0a5b-4e92-9b6a-063e0f51f68f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352}  {{(pid=82346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}}
Sep 15 13:37:35.931695 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-88a9d751-0a5b-4e92-9b6a-063e0f51f68f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854307961'] for segment, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:35.932391 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.db.segments_db [None req-88a9d751-0a5b-4e92-9b6a-063e0f51f68f admin admin] Added segment 11169836-79b2-4822-b283-a5d557a2336a of type vlan for network e9c16276-857e-49e4-bec2-1a6e621bb0c0
Sep 15 13:37:35.971265 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-88a9d751-0a5b-4e92-9b6a-063e0f51f68f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735110816490'] for network, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:36.008250 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-d9c660b8-2b73-40b3-9980-197d2059b7cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:36.012688 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-88a9d751-0a5b-4e92-9b6a-063e0f51f68f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916'] for network, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:36.022913 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a9d751-0a5b-4e92-9b6a-063e0f51f68f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:37:36.023921 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-88a9d751-0a5b-4e92-9b6a-063e0f51f68f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7149901'] for network, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:36.055567 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-d9c660b8-2b73-40b3-9980-197d2059b7cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:36.078609 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-88a9d751-0a5b-4e92-9b6a-063e0f51f68f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 1.2151737
Sep 15 13:37:36.078609 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a9d751-0a5b-4e92-9b6a-063e0f51f68f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f891c84-e956-4a84-bf8c-fbd8851fd341,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:37:36.083853 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 56368) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:37:36.090654 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-6d4d60f5-7f11-4be6-88bf-b41c96fe8def admin admin] Notify callbacks [] for security_group, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:36.094428 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [None req-76a6b356-79d0-4417-a72b-9316d4deac4a admin admin] Request body: {'subnet': {'network_id': 'e9c16276-857e-49e4-bec2-1a6e621bb0c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-500667379-subnet', 'tenant_id': '025c529061864e2ab47987e7d6ed7d28', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=82346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:37:36.108805 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-76a6b356-79d0-4417-a72b-9316d4deac4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:37:36.111128 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9c660b8-2b73-40b3-9980-197d2059b7cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353}  {{(pid=82346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}}
Sep 15 13:37:36.114751 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a9d751-0a5b-4e92-9b6a-063e0f51f68f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:37:36.115148 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a9d751-0a5b-4e92-9b6a-063e0f51f68f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:37:36.115529 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a9d751-0a5b-4e92-9b6a-063e0f51f68f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:37:36.115933 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a9d751-0a5b-4e92-9b6a-063e0f51f68f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:37:36.116327 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a9d751-0a5b-4e92-9b6a-063e0f51f68f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:37:36.116713 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a9d751-0a5b-4e92-9b6a-063e0f51f68f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:37:36.117152 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a9d751-0a5b-4e92-9b6a-063e0f51f68f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:37:36.117613 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a9d751-0a5b-4e92-9b6a-063e0f51f68f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:37:36.117860 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a9d751-0a5b-4e92-9b6a-063e0f51f68f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:37:36.118664 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a9d751-0a5b-4e92-9b6a-063e0f51f68f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:37:36.119190 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a9d751-0a5b-4e92-9b6a-063e0f51f68f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:37:36.120868 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a9d751-0a5b-4e92-9b6a-063e0f51f68f admin admin] Tracked resource versions report:
Sep 15 13:37:36.120868 dv-cinder-809181-1-iscsi neutron-server[82236]: pushed versions:
Sep 15 13:37:36.120868 dv-cinder-809181-1-iscsi neutron-server[82236]: {   'ConntrackHelper': {'1.0'},
Sep 15 13:37:36.120868 dv-cinder-809181-1-iscsi neutron-server[82236]:     'Log': {'1.0'},
Sep 15 13:37:36.120868 dv-cinder-809181-1-iscsi neutron-server[82236]:     'Network': {'1.1'},
Sep 15 13:37:36.120868 dv-cinder-809181-1-iscsi neutron-server[82236]:     'Port': {'1.5'},
Sep 15 13:37:36.120868 dv-cinder-809181-1-iscsi neutron-server[82236]:     'PortForwarding': {'1.2'},
Sep 15 13:37:36.120868 dv-cinder-809181-1-iscsi neutron-server[82236]:     'QosPolicy': {'1.8'},
Sep 15 13:37:36.120868 dv-cinder-809181-1-iscsi neutron-server[82236]:     'SecurityGroup': {'1.2'},
Sep 15 13:37:36.120868 dv-cinder-809181-1-iscsi neutron-server[82236]:     'SecurityGroupRule': {'1.0'},
Sep 15 13:37:36.120868 dv-cinder-809181-1-iscsi neutron-server[82236]:     'SubPort': {'1.0'},
Sep 15 13:37:36.120868 dv-cinder-809181-1-iscsi neutron-server[82236]:     'Subnet': {'1.1'},
Sep 15 13:37:36.120868 dv-cinder-809181-1-iscsi neutron-server[82236]:     'Trunk': {'1.1'}}
Sep 15 13:37:36.120868 dv-cinder-809181-1-iscsi neutron-server[82236]: consumer versions:
Sep 15 13:37:36.120868 dv-cinder-809181-1-iscsi neutron-server[82236]: {   DHCP agent@dv-cinder-809181-1-iscsi: {},
Sep 15 13:37:36.120868 dv-cinder-809181-1-iscsi neutron-server[82236]:     HyperV agent@hv-cinder-80918: {},
Sep 15 13:37:36.120868 dv-cinder-809181-1-iscsi neutron-server[82236]:     L3 agent@dv-cinder-809181-1-iscsi: {},
Sep 15 13:37:36.120868 dv-cinder-809181-1-iscsi neutron-server[82236]:     Metadata agent@dv-cinder-809181-1-iscsi: {},
Sep 15 13:37:36.120868 dv-cinder-809181-1-iscsi neutron-server[82236]:     Metering agent@dv-cinder-809181-1-iscsi: {},
Sep 15 13:37:36.120868 dv-cinder-809181-1-iscsi neutron-server[82236]:     Open vSwitch agent@dv-cinder-809181-1-iscsi: {   'ConntrackHelper': '1.0',
Sep 15 13:37:36.120868 dv-cinder-809181-1-iscsi neutron-server[82236]:                                                      'Log': '1.0',
Sep 15 13:37:36.120868 dv-cinder-809181-1-iscsi neutron-server[82236]:                                                      'Network': '1.1',
Sep 15 13:37:36.120868 dv-cinder-809181-1-iscsi neutron-server[82236]:                                                      'Port': '1.5',
Sep 15 13:37:36.120868 dv-cinder-809181-1-iscsi neutron-server[82236]:                                                      'PortForwarding': '1.2',
Sep 15 13:37:36.120868 dv-cinder-809181-1-iscsi neutron-server[82236]:                                                      'QosPolicy': '1.8',
Sep 15 13:37:36.120868 dv-cinder-809181-1-iscsi neutron-server[82236]:                                                      'SecurityGroup': '1.2',
Sep 15 13:37:36.120868 dv-cinder-809181-1-iscsi neutron-server[82236]:                                                      'SecurityGroupRule': '1.0',
Sep 15 13:37:36.120868 dv-cinder-809181-1-iscsi neutron-server[82236]:                                                      'SubPort': '1.0',
Sep 15 13:37:36.120868 dv-cinder-809181-1-iscsi neutron-server[82236]:                                                      'Subnet': '1.1',
Sep 15 13:37:36.120868 dv-cinder-809181-1-iscsi neutron-server[82236]:                                                      'Trunk': '1.1'}}
Sep 15 13:37:36.120868 dv-cinder-809181-1-iscsi neutron-server[82236]:  {{(pid=82346) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Sep 15 13:37:36.127462 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-88a9d751-0a5b-4e92-9b6a-063e0f51f68f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:37:36.134822 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-6c18f5b9-bb46-44a1-9c91-7f8e7a07f13a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:37:36.153858 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-76a6b356-79d0-4417-a72b-9316d4deac4a admin admin] Usage tracker for resource:subnet and tenant:025c529061864e2ab47987e7d6ed7d28 is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:37:36.162368 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-76a6b356-79d0-4417-a72b-9316d4deac4a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:37:36.178092 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-0dc85796-2879-4b19-81ed-0e82dd571e8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:37:36.186529 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-e9a175d1-2bb8-457c-9fc1-8a6031612cf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:36.188513 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-76a6b356-79d0-4417-a72b-9316d4deac4a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:37:36.189434 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-0dc85796-2879-4b19-81ed-0e82dd571e8c admin admin] Usage tracker for resource:security_group_rule and tenant:80893221bf4b42c18fd54176a50bc76a is out of sync, need to count used quota {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:37:36.191932 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-d9c660b8-2b73-40b3-9980-197d2059b7cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854307961'] for segment, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:36.192550 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.db.segments_db [None req-d9c660b8-2b73-40b3-9980-197d2059b7cd admin admin] Added segment 3490644b-788c-43d7-8cb9-2ed21ec8c954 of type vlan for network b896e533-b678-44d7-b97d-e7b840adb427
Sep 15 13:37:36.198362 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-0dc85796-2879-4b19-81ed-0e82dd571e8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:37:36.204475 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-e9a175d1-2bb8-457c-9fc1-8a6031612cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:36.208941 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-6d4d60f5-7f11-4be6-88bf-b41c96fe8def admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:37:36.213749 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-0dc85796-2879-4b19-81ed-0e82dd571e8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:37:36.227998 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-6d4d60f5-7f11-4be6-88bf-b41c96fe8def admin admin] Usage tracker for resource:security_group_rule and tenant:a3d5368d3e254a2faf025969b9946761 is out of sync, need to count used quota {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:37:36.231817 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-2d30334c-4abf-43fb-aaab-c47c3e300b77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:37:36.242991 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-6d4d60f5-7f11-4be6-88bf-b41c96fe8def admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:37:36.257866 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-6d4d60f5-7f11-4be6-88bf-b41c96fe8def admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:37:36.289139 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a9d751-0a5b-4e92-9b6a-063e0f51f68f admin admin] Pushing event updated for resources: {'Network': ['ID=e9c16276-857e-49e4-bec2-1a6e621bb0c0,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:37:36.299585 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-88a9d751-0a5b-4e92-9b6a-063e0f51f68f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:37:36.300997 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-6c18f5b9-bb46-44a1-9c91-7f8e7a07f13a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.225s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:37:36.302881 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Network e9c16276-857e-49e4-bec2-1a6e621bb0c0 details requested by agent ovs-agent-dv-cinder-809181-1-iscsi with host dv-cinder-809181-1-iscsi {{(pid=82347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Sep 15 13:37:36.320611 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a6b356-79d0-4417-a72b-9316d4deac4a admin admin] Made reservation on behalf of 025c529061864e2ab47987e7d6ed7d28 for: {'subnet': 1} {{(pid=82346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Sep 15 13:37:36.326036 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-76a6b356-79d0-4417-a72b-9316d4deac4a admin admin] Notify callbacks [] for subnet, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:36.341476 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-0ffa6cd2-92b8-49a2-8628-10b1ea96a189 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:36.359741 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-0ffa6cd2-92b8-49a2-8628-10b1ea96a189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:36.364146 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a175d1-2bb8-457c-9fc1-8a6031612cf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=125f6ae1-aea6-4a0e-9157-9b96d5eab84f,revision_number=1']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:37:36.371752 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-d9c660b8-2b73-40b3-9980-197d2059b7cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735110816490'] for network, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:36.401088 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a175d1-2bb8-457c-9fc1-8a6031612cf6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:37:36.401451 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a175d1-2bb8-457c-9fc1-8a6031612cf6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:37:36.401858 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a175d1-2bb8-457c-9fc1-8a6031612cf6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:37:36.402225 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a175d1-2bb8-457c-9fc1-8a6031612cf6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:37:36.402607 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a175d1-2bb8-457c-9fc1-8a6031612cf6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:37:36.402969 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a175d1-2bb8-457c-9fc1-8a6031612cf6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:37:36.403327 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a175d1-2bb8-457c-9fc1-8a6031612cf6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:37:36.403709 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a175d1-2bb8-457c-9fc1-8a6031612cf6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:37:36.404069 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a175d1-2bb8-457c-9fc1-8a6031612cf6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:37:36.404424 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a175d1-2bb8-457c-9fc1-8a6031612cf6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:37:36.404776 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a175d1-2bb8-457c-9fc1-8a6031612cf6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:37:36.405879 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a175d1-2bb8-457c-9fc1-8a6031612cf6 admin admin] Tracked resource versions report:
Sep 15 13:37:36.405879 dv-cinder-809181-1-iscsi neutron-server[82236]: pushed versions:
Sep 15 13:37:36.405879 dv-cinder-809181-1-iscsi neutron-server[82236]: {   'ConntrackHelper': {'1.0'},
Sep 15 13:37:36.405879 dv-cinder-809181-1-iscsi neutron-server[82236]:     'Log': {'1.0'},
Sep 15 13:37:36.405879 dv-cinder-809181-1-iscsi neutron-server[82236]:     'Network': {'1.1'},
Sep 15 13:37:36.405879 dv-cinder-809181-1-iscsi neutron-server[82236]:     'Port': {'1.5'},
Sep 15 13:37:36.405879 dv-cinder-809181-1-iscsi neutron-server[82236]:     'PortForwarding': {'1.2'},
Sep 15 13:37:36.405879 dv-cinder-809181-1-iscsi neutron-server[82236]:     'QosPolicy': {'1.8'},
Sep 15 13:37:36.405879 dv-cinder-809181-1-iscsi neutron-server[82236]:     'SecurityGroup': {'1.2'},
Sep 15 13:37:36.405879 dv-cinder-809181-1-iscsi neutron-server[82236]:     'SecurityGroupRule': {'1.0'},
Sep 15 13:37:36.405879 dv-cinder-809181-1-iscsi neutron-server[82236]:     'SubPort': {'1.0'},
Sep 15 13:37:36.405879 dv-cinder-809181-1-iscsi neutron-server[82236]:     'Subnet': {'1.1'},
Sep 15 13:37:36.405879 dv-cinder-809181-1-iscsi neutron-server[82236]:     'Trunk': {'1.1'}}
Sep 15 13:37:36.405879 dv-cinder-809181-1-iscsi neutron-server[82236]: consumer versions:
Sep 15 13:37:36.405879 dv-cinder-809181-1-iscsi neutron-server[82236]: {   DHCP agent@dv-cinder-809181-1-iscsi: {},
Sep 15 13:37:36.405879 dv-cinder-809181-1-iscsi neutron-server[82236]:     HyperV agent@hv-cinder-80918: {},
Sep 15 13:37:36.405879 dv-cinder-809181-1-iscsi neutron-server[82236]:     L3 agent@dv-cinder-809181-1-iscsi: {},
Sep 15 13:37:36.405879 dv-cinder-809181-1-iscsi neutron-server[82236]:     Metadata agent@dv-cinder-809181-1-iscsi: {},
Sep 15 13:37:36.405879 dv-cinder-809181-1-iscsi neutron-server[82236]:     Metering agent@dv-cinder-809181-1-iscsi: {},
Sep 15 13:37:36.405879 dv-cinder-809181-1-iscsi neutron-server[82236]:     Open vSwitch agent@dv-cinder-809181-1-iscsi: {   'ConntrackHelper': '1.0',
Sep 15 13:37:36.405879 dv-cinder-809181-1-iscsi neutron-server[82236]:                                                      'Log': '1.0',
Sep 15 13:37:36.405879 dv-cinder-809181-1-iscsi neutron-server[82236]:                                                      'Network': '1.1',
Sep 15 13:37:36.405879 dv-cinder-809181-1-iscsi neutron-server[82236]:                                                      'Port': '1.5',
Sep 15 13:37:36.405879 dv-cinder-809181-1-iscsi neutron-server[82236]:                                                      'PortForwarding': '1.2',
Sep 15 13:37:36.405879 dv-cinder-809181-1-iscsi neutron-server[82236]:                                                      'QosPolicy': '1.8',
Sep 15 13:37:36.405879 dv-cinder-809181-1-iscsi neutron-server[82236]:                                                      'SecurityGroup': '1.2',
Sep 15 13:37:36.405879 dv-cinder-809181-1-iscsi neutron-server[82236]:                                                      'SecurityGroupRule': '1.0',
Sep 15 13:37:36.405879 dv-cinder-809181-1-iscsi neutron-server[82236]:                                                      'SubPort': '1.0',
Sep 15 13:37:36.405879 dv-cinder-809181-1-iscsi neutron-server[82236]:                                                      'Subnet': '1.1',
Sep 15 13:37:36.405879 dv-cinder-809181-1-iscsi neutron-server[82236]:                                                      'Trunk': '1.1'}}
Sep 15 13:37:36.405879 dv-cinder-809181-1-iscsi neutron-server[82236]:  {{(pid=82345) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Sep 15 13:37:36.421589 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-e9a175d1-2bb8-457c-9fc1-8a6031612cf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:37:36.424844 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:37:36.444718 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-d9c660b8-2b73-40b3-9980-197d2059b7cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916'] for network, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:36.454715 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.db.api [None req-e9a175d1-2bb8-457c-9fc1-8a6031612cf6 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=82345) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Sep 15 13:37:36.455075 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_db.api [None req-e9a175d1-2bb8-457c-9fc1-8a6031612cf6 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=82345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Sep 15 13:37:36.465765 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c660b8-2b73-40b3-9980-197d2059b7cd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:37:36.466454 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-d9c660b8-2b73-40b3-9980-197d2059b7cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7149901'] for network, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:36.470503 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c660b8-2b73-40b3-9980-197d2059b7cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2bc11e6-bbc1-4efa-b746-171b2be9153a,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:37:36.481716 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.db.api [None req-0ffa6cd2-92b8-49a2-8628-10b1ea96a189 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=82345) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Sep 15 13:37:36.481980 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_db.api [None req-0ffa6cd2-92b8-49a2-8628-10b1ea96a189 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=82345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Sep 15 13:37:36.504085 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffa6cd2-92b8-49a2-8628-10b1ea96a189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0afd651a-224a-4a13-beaf-ffff9b7d003e,revision_number=1']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:37:36.519694 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-0ffa6cd2-92b8-49a2-8628-10b1ea96a189 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:37:36.525738 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-6d4d60f5-7f11-4be6-88bf-b41c96fe8def admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:36.527699 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-0dc85796-2879-4b19-81ed-0e82dd571e8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:36.529113 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-6d4d60f5-7f11-4be6-88bf-b41c96fe8def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:36.531051 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-d9c660b8-2b73-40b3-9980-197d2059b7cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:37:36.534843 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-0ffa6cd2-92b8-49a2-8628-10b1ea96a189 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:37:36.537326 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:37:36.544600 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-0dc85796-2879-4b19-81ed-0e82dd571e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:36.575440 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d4d60f5-7f11-4be6-88bf-b41c96fe8def admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354}  {{(pid=82345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}}
Sep 15 13:37:36.584865 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4d60f5-7f11-4be6-88bf-b41c96fe8def admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4374382b-b9e0-4511-9ad1-78e6fbdb258c,revision_number=1']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:37:36.593565 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-6d4d60f5-7f11-4be6-88bf-b41c96fe8def admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:37:36.594120 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-e9a175d1-2bb8-457c-9fc1-8a6031612cf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:37:36.608714 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-6d4d60f5-7f11-4be6-88bf-b41c96fe8def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854307961'] for segment, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:36.609167 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.db.segments_db [None req-6d4d60f5-7f11-4be6-88bf-b41c96fe8def admin admin] Added segment ed10cdd1-2f27-4ca6-a902-5ceb2d6cd044 of type vlan for network f5f9877d-1867-4c50-8671-589b54a67ec0
Sep 15 13:37:36.609435 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-d9c660b8-2b73-40b3-9980-197d2059b7cd admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.7144313
Sep 15 13:37:36.616435 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 56382) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:37:36.634164 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [None req-922014de-7aa9-4f27-9418-60164ca1cb6b admin admin] Request body: {'subnet': {'network_id': 'b896e533-b678-44d7-b97d-e7b840adb427', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-125191831-subnet', 'tenant_id': '123dd1ba9d594e88a025896157079afa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:37:36.648200 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-922014de-7aa9-4f27-9418-60164ca1cb6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:37:36.661296 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc85796-2879-4b19-81ed-0e82dd571e8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c350d5a2-85f6-45d8-b7b6-3300cd466f1d,revision_number=1']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:37:36.664743 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-0dc85796-2879-4b19-81ed-0e82dd571e8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:37:36.671708 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-922014de-7aa9-4f27-9418-60164ca1cb6b admin admin] Usage tracker for resource:subnet and tenant:123dd1ba9d594e88a025896157079afa is out of sync, need to count used quota {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:37:36.675704 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-922014de-7aa9-4f27-9418-60164ca1cb6b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:37:36.679866 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-6d4d60f5-7f11-4be6-88bf-b41c96fe8def admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735110816490'] for network, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:36.685264 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c660b8-2b73-40b3-9980-197d2059b7cd admin admin] Pushing event updated for resources: {'Network': ['ID=b896e533-b678-44d7-b97d-e7b840adb427,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:37:36.688970 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-922014de-7aa9-4f27-9418-60164ca1cb6b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:37:36.689299 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-d9c660b8-2b73-40b3-9980-197d2059b7cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:37:36.698680 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Network b896e533-b678-44d7-b97d-e7b840adb427 details requested by agent ovs-agent-dv-cinder-809181-1-iscsi with host dv-cinder-809181-1-iscsi {{(pid=82347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Sep 15 13:37:36.725605 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-922014de-7aa9-4f27-9418-60164ca1cb6b admin admin] Made reservation on behalf of 123dd1ba9d594e88a025896157079afa for: {'subnet': 1} {{(pid=82345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Sep 15 13:37:36.731187 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-922014de-7aa9-4f27-9418-60164ca1cb6b admin admin] Notify callbacks [] for subnet, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:36.754505 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-6d4d60f5-7f11-4be6-88bf-b41c96fe8def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916'] for network, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:36.759326 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.db.api [None req-0dc85796-2879-4b19-81ed-0e82dd571e8c admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=82345) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Sep 15 13:37:36.759917 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_db.api [None req-0dc85796-2879-4b19-81ed-0e82dd571e8c admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=82345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Sep 15 13:37:36.772392 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4d60f5-7f11-4be6-88bf-b41c96fe8def admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:37:36.773127 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-6d4d60f5-7f11-4be6-88bf-b41c96fe8def admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7149901'] for network, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:36.781695 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:37:36.830839 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-76a6b356-79d0-4417-a72b-9316d4deac4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916'] for subnet, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:36.836025 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-d351fc49-b178-47fa-98ec-a07823f6bd02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:37:36.907143 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a6b356-79d0-4417-a72b-9316d4deac4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d3cda93-f669-4c8c-b3ae-fd1f6c47904a,revision_number=0']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:37:36.912318 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-76a6b356-79d0-4417-a72b-9316d4deac4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:37:36.922580 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a6b356-79d0-4417-a72b-9316d4deac4a admin admin] Checking segment: {'id': '11169836-79b2-4822-b283-a5d557a2336a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e9c16276-857e-49e4-bec2-1a6e621bb0c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Sep 15 13:37:36.922961 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a6b356-79d0-4417-a72b-9316d4deac4a admin admin] Network hostable DHCP agents. Network: e9c16276-857e-49e4-bec2-1a6e621bb0c0, hostable agents: ['1e45ab9c-2f68-483a-a4f9-339d8484c2ba'], hosted agents: [] {{(pid=82346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Sep 15 13:37:36.945240 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a6b356-79d0-4417-a72b-9316d4deac4a admin admin] Network e9c16276-857e-49e4-bec2-1a6e621bb0c0 is scheduled to be hosted by DHCP agent 1e45ab9c-2f68-483a-a4f9-339d8484c2ba with binding_index 1 {{(pid=82346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Sep 15 13:37:36.953810 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.base_scheduler [None req-76a6b356-79d0-4417-a72b-9316d4deac4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809181-1-iscsi, e9c16276-857e-49e4-bec2-1a6e621bb0c0) {{(pid=82346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Sep 15 13:37:36.958223 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a6b356-79d0-4417-a72b-9316d4deac4a admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:37:36.958873 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-76a6b356-79d0-4417-a72b-9316d4deac4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7149901'] for subnet, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:36.960050 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4d60f5-7f11-4be6-88bf-b41c96fe8def admin admin] Pushing event updated for resources: {'Network': ['ID=f5f9877d-1867-4c50-8671-589b54a67ec0,revision_number=1']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:37:36.962219 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-e9a175d1-2bb8-457c-9fc1-8a6031612cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for network, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:36.967851 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55191ef2-8aba-450e-a257-59aeaf86360c None None] Network e9c16276-857e-49e4-bec2-1a6e621bb0c0 requested from dv-cinder-809181-1-iscsi {{(pid=82347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Sep 15 13:37:36.976374 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-6d4d60f5-7f11-4be6-88bf-b41c96fe8def admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:37:36.979882 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-76a6b356-79d0-4417-a72b-9316d4deac4a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.8945112
Sep 15 13:37:36.982251 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 56390) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:37:36.984572 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-0ffa6cd2-92b8-49a2-8628-10b1ea96a189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for network, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:36.988752 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [None req-dfaa64e9-7822-4d63-b482-cc0189543cb2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-500667379-router', 'tenant_id': '025c529061864e2ab47987e7d6ed7d28', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6'}}} {{(pid=82346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:37:36.993410 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Network f5f9877d-1867-4c50-8671-589b54a67ec0 details requested by agent ovs-agent-dv-cinder-809181-1-iscsi with host dv-cinder-809181-1-iscsi {{(pid=82347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Sep 15 13:37:36.993897 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-dfaa64e9-7822-4d63-b482-cc0189543cb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:37:36.998068 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-dfaa64e9-7822-4d63-b482-cc0189543cb2 admin admin] Usage tracker for resource:router and tenant:025c529061864e2ab47987e7d6ed7d28 is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:37:37.001471 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-dfaa64e9-7822-4d63-b482-cc0189543cb2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:37:37.008428 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-dfaa64e9-7822-4d63-b482-cc0189543cb2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:37:37.019231 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-dfaa64e9-7822-4d63-b482-cc0189543cb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853094885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854743947'] for router, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:37.020360 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-dfaa64e9-7822-4d63-b482-cc0189543cb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1681141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1673265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2016606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31868'] for router, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:37.041322 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-dfaa64e9-7822-4d63-b482-cc0189543cb2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:37.052658 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-6d4d60f5-7f11-4be6-88bf-b41c96fe8def admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 1.6779442
Sep 15 13:37:37.055783 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9a175d1-2bb8-457c-9fc1-8a6031612cf6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355}  {{(pid=82345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}}
Sep 15 13:37:37.055967 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 56394) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:37:37.064881 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [None req-f5b85cc2-9e54-4b85-b13b-fb3c41c5d478 admin admin] Request body: {'subnet': {'network_id': 'f5f9877d-1867-4c50-8671-589b54a67ec0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1703272581-subnet', 'tenant_id': 'a3d5368d3e254a2faf025969b9946761', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:37:37.073882 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-f5b85cc2-9e54-4b85-b13b-fb3c41c5d478 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:37:37.108616 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-e9a175d1-2bb8-457c-9fc1-8a6031612cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854307961'] for segment, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:37.109009 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.db.segments_db [None req-e9a175d1-2bb8-457c-9fc1-8a6031612cf6 admin admin] Added segment 1ed3a544-0c3b-4c22-95a9-80d26a08a4c3 of type vlan for network 9b5d95b3-3bf8-4370-9b66-9dd986b48a07
Sep 15 13:37:37.141677 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-f5b85cc2-9e54-4b85-b13b-fb3c41c5d478 admin admin] Usage tracker for resource:subnet and tenant:a3d5368d3e254a2faf025969b9946761 is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:37:37.152205 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-f5b85cc2-9e54-4b85-b13b-fb3c41c5d478 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:37:37.161973 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-e9a175d1-2bb8-457c-9fc1-8a6031612cf6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735110816490'] for network, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:37.212194 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-f5b85cc2-9e54-4b85-b13b-fb3c41c5d478 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:37:37.219251 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-922014de-7aa9-4f27-9418-60164ca1cb6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916'] for subnet, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:37.226137 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-d861f1e6-105c-4f7d-8ba4-8b38044f2753 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:37:37.233868 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b85cc2-9e54-4b85-b13b-fb3c41c5d478 admin admin] Made reservation on behalf of a3d5368d3e254a2faf025969b9946761 for: {'subnet': 1} {{(pid=82346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Sep 15 13:37:37.239089 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f5b85cc2-9e54-4b85-b13b-fb3c41c5d478 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:37.270333 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-0dc85796-2879-4b19-81ed-0e82dd571e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for network, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:37.281781 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-dfaa64e9-7822-4d63-b482-cc0189543cb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1673218', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853094812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31855'] for router, precommit_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:37.288521 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-e9a175d1-2bb8-457c-9fc1-8a6031612cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916'] for network, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:37.294343 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.db.api [None req-0ffa6cd2-92b8-49a2-8628-10b1ea96a189 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=82345) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Sep 15 13:37:37.294984 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_db.api [None req-0ffa6cd2-92b8-49a2-8628-10b1ea96a189 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=82345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Sep 15 13:37:37.304126 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a175d1-2bb8-457c-9fc1-8a6031612cf6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:37:37.304770 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-e9a175d1-2bb8-457c-9fc1-8a6031612cf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7149901'] for network, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:37.377856 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922014de-7aa9-4f27-9418-60164ca1cb6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e2787c1-0944-4332-859d-d1109defbfe6,revision_number=0']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:37:37.389353 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-922014de-7aa9-4f27-9418-60164ca1cb6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:37:37.396806 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-6d4d60f5-7f11-4be6-88bf-b41c96fe8def admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:37:37.411035 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dc85796-2879-4b19-81ed-0e82dd571e8c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356}  {{(pid=82345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}}
Sep 15 13:37:37.429617 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-e9a175d1-2bb8-457c-9fc1-8a6031612cf6 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.9860733
Sep 15 13:37:37.432946 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 56402) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:37:37.457821 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [None req-612922b5-1edf-4526-b2d6-75d6dc9fe313 admin admin] Request body: {'subnet': {'network_id': '9b5d95b3-3bf8-4370-9b66-9dd986b48a07', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1358564763-subnet', 'tenant_id': '839ee03af2c74792a3a3c2d72d59dd55', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=82345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:37:37.461466 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-0dc85796-2879-4b19-81ed-0e82dd571e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854307961'] for segment, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:37.461852 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.db.segments_db [None req-0dc85796-2879-4b19-81ed-0e82dd571e8c admin admin] Added segment 4bd26eda-5bf6-4400-9bb5-1b702a14f250 of type vlan for network 9bbaa344-d9a5-4321-ad27-cafc69ce0f2b
Sep 15 13:37:37.473687 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-612922b5-1edf-4526-b2d6-75d6dc9fe313 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:37:37.482536 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-612922b5-1edf-4526-b2d6-75d6dc9fe313 admin admin] Usage tracker for resource:subnet and tenant:839ee03af2c74792a3a3c2d72d59dd55 is out of sync, need to count used quota {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:37:37.490686 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e19fbf-621b-487e-ac1c-caf6dec05c51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27da5d1b-a3b4-502a-adbd-d11dbe7a94ca-e9c16276-857e-49e4-bec2-1a6e621bb0c0', 'network_id': 'e9c16276-857e-49e4-bec2-1a6e621bb0c0', 'tenant_id': '025c529061864e2ab47987e7d6ed7d28', 'fixed_ips': [{'subnet_id': '5d3cda93-f669-4c8c-b3ae-fd1f6c47904a'}]}} from dv-cinder-809181-1-iscsi. {{(pid=82347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Sep 15 13:37:37.492046 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-35e19fbf-621b-487e-ac1c-caf6dec05c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_create {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:37.538285 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-612922b5-1edf-4526-b2d6-75d6dc9fe313 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:37:37.554758 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922014de-7aa9-4f27-9418-60164ca1cb6b admin admin] Checking segment: {'id': '3490644b-788c-43d7-8cb9-2ed21ec8c954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'b896e533-b678-44d7-b97d-e7b840adb427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Sep 15 13:37:37.555161 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922014de-7aa9-4f27-9418-60164ca1cb6b admin admin] Network hostable DHCP agents. Network: b896e533-b678-44d7-b97d-e7b840adb427, hostable agents: ['1e45ab9c-2f68-483a-a4f9-339d8484c2ba'], hosted agents: [] {{(pid=82345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Sep 15 13:37:37.560147 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-612922b5-1edf-4526-b2d6-75d6dc9fe313 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:37:37.575651 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a175d1-2bb8-457c-9fc1-8a6031612cf6 admin admin] Pushing event updated for resources: {'Network': ['ID=9b5d95b3-3bf8-4370-9b66-9dd986b48a07,revision_number=1']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:37:37.578176 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-e9a175d1-2bb8-457c-9fc1-8a6031612cf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:37:37.591989 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-0dc85796-2879-4b19-81ed-0e82dd571e8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735110816490'] for network, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:37.607460 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-612922b5-1edf-4526-b2d6-75d6dc9fe313 admin admin] Made reservation on behalf of 839ee03af2c74792a3a3c2d72d59dd55 for: {'subnet': 1} {{(pid=82345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Sep 15 13:37:37.612264 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-612922b5-1edf-4526-b2d6-75d6dc9fe313 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:37.628362 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f5b85cc2-9e54-4b85-b13b-fb3c41c5d478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916'] for subnet, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:37.639948 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-2c0f74ca-9704-4666-909b-bb52d047e8b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:37:37.693001 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Network 9b5d95b3-3bf8-4370-9b66-9dd986b48a07 details requested by agent ovs-agent-dv-cinder-809181-1-iscsi with host dv-cinder-809181-1-iscsi {{(pid=82347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Sep 15 13:37:37.734971 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.db_base_plugin_common [None req-35e19fbf-621b-487e-ac1c-caf6dec05c51 None None] Allocated IP 172.20.0.2 (e9c16276-857e-49e4-bec2-1a6e621bb0c0/5d3cda93-f669-4c8c-b3ae-fd1f6c47904a/517d050d-fdcd-49a0-ab43-d1fbcfb0b46e) {{(pid=82347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Sep 15 13:37:37.862098 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-0ffa6cd2-92b8-49a2-8628-10b1ea96a189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for network, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:37.875587 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922014de-7aa9-4f27-9418-60164ca1cb6b admin admin] Network b896e533-b678-44d7-b97d-e7b840adb427 is scheduled to be hosted by DHCP agent 1e45ab9c-2f68-483a-a4f9-339d8484c2ba with binding_index 1 {{(pid=82345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Sep 15 13:37:37.878551 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-0dc85796-2879-4b19-81ed-0e82dd571e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916'] for network, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:37.879536 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-612922b5-1edf-4526-b2d6-75d6dc9fe313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916'] for subnet, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:37.887410 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc85796-2879-4b19-81ed-0e82dd571e8c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:37:37.888103 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-0dc85796-2879-4b19-81ed-0e82dd571e8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7149901'] for network, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:37.918061 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:37:37.966981 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b85cc2-9e54-4b85-b13b-fb3c41c5d478 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9bd1172-59b3-40c0-ac69-6e16e6415ddd,revision_number=0']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:37:37.974929 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-f5b85cc2-9e54-4b85-b13b-fb3c41c5d478 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:37:37.978048 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b85cc2-9e54-4b85-b13b-fb3c41c5d478 admin admin] Checking segment: {'id': 'ed10cdd1-2f27-4ca6-a902-5ceb2d6cd044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'f5f9877d-1867-4c50-8671-589b54a67ec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Sep 15 13:37:37.978452 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b85cc2-9e54-4b85-b13b-fb3c41c5d478 admin admin] Network hostable DHCP agents. Network: f5f9877d-1867-4c50-8671-589b54a67ec0, hostable agents: ['1e45ab9c-2f68-483a-a4f9-339d8484c2ba'], hosted agents: [] {{(pid=82346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Sep 15 13:37:38.009026 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-dfaa64e9-7822-4d63-b482-cc0189543cb2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:38.033744 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.base_scheduler [None req-922014de-7aa9-4f27-9418-60164ca1cb6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809181-1-iscsi, b896e533-b678-44d7-b97d-e7b840adb427) {{(pid=82345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Sep 15 13:37:38.036256 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-0dc85796-2879-4b19-81ed-0e82dd571e8c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 2.9052939
Sep 15 13:37:38.054719 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 56426) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:37:38.056987 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-dfaa64e9-7822-4d63-b482-cc0189543cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:38.057301 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922014de-7aa9-4f27-9418-60164ca1cb6b admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:37:38.057966 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-922014de-7aa9-4f27-9418-60164ca1cb6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7149901'] for subnet, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:38.068306 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [None req-5e34b6e4-dc05-4165-8ee8-47458b8aa03f admin admin] Request body: {'subnet': {'network_id': '9bbaa344-d9a5-4321-ad27-cafc69ce0f2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-970748965-subnet', 'tenant_id': '80893221bf4b42c18fd54176a50bc76a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:37:38.068712 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839201f3-cb2a-46c0-ab54-9570ef35dbe3 None None] Network b896e533-b678-44d7-b97d-e7b840adb427 requested from dv-cinder-809181-1-iscsi {{(pid=82347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Sep 15 13:37:38.073771 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-5e34b6e4-dc05-4165-8ee8-47458b8aa03f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:37:38.078325 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-5e34b6e4-dc05-4165-8ee8-47458b8aa03f admin admin] Usage tracker for resource:subnet and tenant:80893221bf4b42c18fd54176a50bc76a is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:37:38.082953 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-5e34b6e4-dc05-4165-8ee8-47458b8aa03f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:37:38.090554 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-5e34b6e4-dc05-4165-8ee8-47458b8aa03f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:37:38.096750 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ffa6cd2-92b8-49a2-8628-10b1ea96a189 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357}  {{(pid=82345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}}
Sep 15 13:37:38.106019 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-0ffa6cd2-92b8-49a2-8628-10b1ea96a189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854307961'] for segment, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:38.106411 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.db.segments_db [None req-0ffa6cd2-92b8-49a2-8628-10b1ea96a189 admin admin] Added segment a2105f60-96c6-4728-8590-87a4123728f4 of type vlan for network 89a72241-98e5-4fba-a0ab-82753943e5e0
Sep 15 13:37:38.133337 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-0ffa6cd2-92b8-49a2-8628-10b1ea96a189 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735110816490'] for network, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:38.150285 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e34b6e4-dc05-4165-8ee8-47458b8aa03f admin admin] Made reservation on behalf of 80893221bf4b42c18fd54176a50bc76a for: {'subnet': 1} {{(pid=82346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Sep 15 13:37:38.155552 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5e34b6e4-dc05-4165-8ee8-47458b8aa03f admin admin] Notify callbacks [] for subnet, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:38.162630 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc85796-2879-4b19-81ed-0e82dd571e8c admin admin] Pushing event updated for resources: {'Network': ['ID=9bbaa344-d9a5-4321-ad27-cafc69ce0f2b,revision_number=1']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:37:38.165494 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612922b5-1edf-4526-b2d6-75d6dc9fe313 admin admin] Checking segment: {'id': '1ed3a544-0c3b-4c22-95a9-80d26a08a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '9b5d95b3-3bf8-4370-9b66-9dd986b48a07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Sep 15 13:37:38.165895 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612922b5-1edf-4526-b2d6-75d6dc9fe313 admin admin] Network hostable DHCP agents. Network: 9b5d95b3-3bf8-4370-9b66-9dd986b48a07, hostable agents: ['1e45ab9c-2f68-483a-a4f9-339d8484c2ba'], hosted agents: [] {{(pid=82345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Sep 15 13:37:38.171496 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-922014de-7aa9-4f27-9418-60164ca1cb6b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.5470212
Sep 15 13:37:38.172550 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-0dc85796-2879-4b19-81ed-0e82dd571e8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:37:38.174964 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.159s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:37:38.202612 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-0ffa6cd2-92b8-49a2-8628-10b1ea96a189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916'] for network, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:38.208381 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffa6cd2-92b8-49a2-8628-10b1ea96a189 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:37:38.208544 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-0ffa6cd2-92b8-49a2-8628-10b1ea96a189 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7149901'] for network, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:38.223397 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b85cc2-9e54-4b85-b13b-fb3c41c5d478 admin admin] Network f5f9877d-1867-4c50-8671-589b54a67ec0 is scheduled to be hosted by DHCP agent 1e45ab9c-2f68-483a-a4f9-339d8484c2ba with binding_index 1 {{(pid=82346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Sep 15 13:37:38.255182 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-0ffa6cd2-92b8-49a2-8628-10b1ea96a189 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 3.2208395
Sep 15 13:37:38.256217 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Network 9bbaa344-d9a5-4321-ad27-cafc69ce0f2b details requested by agent ovs-agent-dv-cinder-809181-1-iscsi with host dv-cinder-809181-1-iscsi {{(pid=82347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Sep 15 13:37:38.273531 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612922b5-1edf-4526-b2d6-75d6dc9fe313 admin admin] Network 9b5d95b3-3bf8-4370-9b66-9dd986b48a07 is scheduled to be hosted by DHCP agent 1e45ab9c-2f68-483a-a4f9-339d8484c2ba with binding_index 1 {{(pid=82345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Sep 15 13:37:38.277811 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 56432) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:37:38.287377 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [None req-6c56ec52-ad9e-44ae-a570-011219bef71c admin admin] Request body: {'subnet': {'network_id': '89a72241-98e5-4fba-a0ab-82753943e5e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-62579309-subnet', 'tenant_id': 'cb79605c5e154acc8ad686ebbdcf1c29', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:37:38.292085 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-6c56ec52-ad9e-44ae-a570-011219bef71c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:37:38.296039 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-6c56ec52-ad9e-44ae-a570-011219bef71c admin admin] Usage tracker for resource:subnet and tenant:cb79605c5e154acc8ad686ebbdcf1c29 is out of sync, need to count used quota {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:37:38.299014 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-6c56ec52-ad9e-44ae-a570-011219bef71c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:37:38.312211 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-35e19fbf-621b-487e-ac1c-caf6dec05c51 None None] Notify callbacks [] for port, precommit_create {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:38.318839 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-6c56ec52-ad9e-44ae-a570-011219bef71c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:37:38.345015 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c56ec52-ad9e-44ae-a570-011219bef71c admin admin] Made reservation on behalf of cb79605c5e154acc8ad686ebbdcf1c29 for: {'subnet': 1} {{(pid=82345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Sep 15 13:37:38.349690 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-6c56ec52-ad9e-44ae-a570-011219bef71c admin admin] Notify callbacks [] for subnet, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:38.374515 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.base_scheduler [None req-612922b5-1edf-4526-b2d6-75d6dc9fe313 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809181-1-iscsi, 9b5d95b3-3bf8-4370-9b66-9dd986b48a07) {{(pid=82345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Sep 15 13:37:38.383229 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612922b5-1edf-4526-b2d6-75d6dc9fe313 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1beceede-0773-432e-935b-1a5d4e30ef31,revision_number=0']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:37:38.425218 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612922b5-1edf-4526-b2d6-75d6dc9fe313 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:37:38.426785 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-612922b5-1edf-4526-b2d6-75d6dc9fe313 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7149901'] for subnet, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:38.436098 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bbfd884-788d-40d8-91d9-e7a0ae5a1d60 None None] Network 9b5d95b3-3bf8-4370-9b66-9dd986b48a07 requested from dv-cinder-809181-1-iscsi {{(pid=82347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Sep 15 13:37:38.454628 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.base_scheduler [None req-f5b85cc2-9e54-4b85-b13b-fb3c41c5d478 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809181-1-iscsi, f5f9877d-1867-4c50-8671-589b54a67ec0) {{(pid=82346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Sep 15 13:37:38.474429 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b85cc2-9e54-4b85-b13b-fb3c41c5d478 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:37:38.475093 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f5b85cc2-9e54-4b85-b13b-fb3c41c5d478 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7149901'] for subnet, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:38.486835 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-612922b5-1edf-4526-b2d6-75d6dc9fe313 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:37:38.532093 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-f5b85cc2-9e54-4b85-b13b-fb3c41c5d478 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.4744687
Sep 15 13:37:38.563437 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.320s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:37:38.591248 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46876943-f114-4f4c-897c-08809eb1431c None None] Network f5f9877d-1867-4c50-8671-589b54a67ec0 requested from dv-cinder-809181-1-iscsi {{(pid=82347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Sep 15 13:37:38.625503 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-612922b5-1edf-4526-b2d6-75d6dc9fe313 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.1806598
Sep 15 13:37:38.626757 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-35e19fbf-621b-487e-ac1c-caf6dec05c51 None None] Transition to ACTIVE for port object 517d050d-fdcd-49a0-ab43-d1fbcfb0b46e will not be triggered until provisioned by entity L2. {{(pid=82347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Sep 15 13:37:38.628910 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 56464) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:37:38.643934 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [None req-146eb683-e7f6-40a4-920f-b522e297eb14 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1358564763-router', 'tenant_id': '839ee03af2c74792a3a3c2d72d59dd55', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6'}}} {{(pid=82346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:37:38.649583 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-146eb683-e7f6-40a4-920f-b522e297eb14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:37:38.653751 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-146eb683-e7f6-40a4-920f-b522e297eb14 admin admin] Usage tracker for resource:router and tenant:839ee03af2c74792a3a3c2d72d59dd55 is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:37:38.656879 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-146eb683-e7f6-40a4-920f-b522e297eb14 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:37:38.664227 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-146eb683-e7f6-40a4-920f-b522e297eb14 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:37:38.687387 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-146eb683-e7f6-40a4-920f-b522e297eb14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853094885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854743947'] for router, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:38.688988 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-146eb683-e7f6-40a4-920f-b522e297eb14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1681141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1673265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2016606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31868'] for router, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:38.719125 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffa6cd2-92b8-49a2-8628-10b1ea96a189 admin admin] Pushing event updated for resources: {'Network': ['ID=89a72241-98e5-4fba-a0ab-82753943e5e0,revision_number=1']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:37:38.723507 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-0ffa6cd2-92b8-49a2-8628-10b1ea96a189 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:37:38.754835 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Network 89a72241-98e5-4fba-a0ab-82753943e5e0 details requested by agent ovs-agent-dv-cinder-809181-1-iscsi with host dv-cinder-809181-1-iscsi {{(pid=82347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Sep 15 13:37:38.780679 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.db_base_plugin_common [None req-dfaa64e9-7822-4d63-b482-cc0189543cb2 admin admin] Allocated IP 172.27.2.137 (8154de37-a8f1-49b5-9df6-05123ded69e6/8c022743-acfa-4652-88a1-355a85d34b79/05c1d5c3-330b-4f4d-9200-6dad9f8a07b3) {{(pid=82346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Sep 15 13:37:38.783545 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5e34b6e4-dc05-4165-8ee8-47458b8aa03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916'] for subnet, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:38.798712 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:37:38.844362 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-35e19fbf-621b-487e-ac1c-caf6dec05c51 None None] Transition to ACTIVE for port object 517d050d-fdcd-49a0-ab43-d1fbcfb0b46e will not be triggered until provisioned by entity DHCP. {{(pid=82347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Sep 15 13:37:38.851130 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-146eb683-e7f6-40a4-920f-b522e297eb14 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:38.853391 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-6c56ec52-ad9e-44ae-a570-011219bef71c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916'] for subnet, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:38.860220 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-922014de-7aa9-4f27-9418-60164ca1cb6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:37:38.918812 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-35e19fbf-621b-487e-ac1c-caf6dec05c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363301743938437'] for port, after_create {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:38.969000 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c56ec52-ad9e-44ae-a570-011219bef71c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1b8198a-efbd-4e67-898f-c02750876260,revision_number=0']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:37:38.971936 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-6c56ec52-ad9e-44ae-a570-011219bef71c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:37:38.998959 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 56488) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:37:39.005830 dv-cinder-809181-1-iscsi neutron-server[82236]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Sep 15 13:37:39.036700 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c56ec52-ad9e-44ae-a570-011219bef71c admin admin] Checking segment: {'id': 'a2105f60-96c6-4728-8590-87a4123728f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '89a72241-98e5-4fba-a0ab-82753943e5e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Sep 15 13:37:39.037100 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c56ec52-ad9e-44ae-a570-011219bef71c admin admin] Network hostable DHCP agents. Network: 89a72241-98e5-4fba-a0ab-82753943e5e0, hostable agents: ['1e45ab9c-2f68-483a-a4f9-339d8484c2ba'], hosted agents: [] {{(pid=82345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Sep 15 13:37:39.091687 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-dfaa64e9-7822-4d63-b482-cc0189543cb2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:39.129473 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:37:39.158364 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c56ec52-ad9e-44ae-a570-011219bef71c admin admin] Network 89a72241-98e5-4fba-a0ab-82753943e5e0 is scheduled to be hosted by DHCP agent 1e45ab9c-2f68-483a-a4f9-339d8484c2ba with binding_index 1 {{(pid=82345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Sep 15 13:37:39.166228 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-dfaa64e9-7822-4d63-b482-cc0189543cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363301743938437'] for port, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:39.179249 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.base_scheduler [None req-6c56ec52-ad9e-44ae-a570-011219bef71c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809181-1-iscsi, 89a72241-98e5-4fba-a0ab-82753943e5e0) {{(pid=82345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Sep 15 13:37:39.184828 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c56ec52-ad9e-44ae-a570-011219bef71c admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:37:39.185631 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-6c56ec52-ad9e-44ae-a570-011219bef71c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7149901'] for subnet, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:39.230783 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e664e5-a301-4fe9-a18d-2a76cc921f83 req-08602300-4758-4704-b6e0-19b3c0a7d5fe tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:37:39.232440 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-e3e664e5-a301-4fe9-a18d-2a76cc921f83 req-08602300-4758-4704-b6e0-19b3c0a7d5fe tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/networks?id=b896e533-b678-44d7-b97d-e7b840adb427 HTTP/1.1" status: 200  len: 814 time: 0.2319264
Sep 15 13:37:39.234349 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-6c56ec52-ad9e-44ae-a570-011219bef71c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.9554973
Sep 15 13:37:39.264610 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-e3e664e5-a301-4fe9-a18d-2a76cc921f83 req-4bd0e491-99cd-4b4a-a751-b2f072a229b6 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/quotas/123dd1ba9d594e88a025896157079afa HTTP/1.1" status: 200  len: 375 time: 0.0149798
Sep 15 13:37:39.407560 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e34b6e4-dc05-4165-8ee8-47458b8aa03f admin admin] Pushing event updated for resources: {'Subnet': ['ID=73bc4b07-7e04-44b7-bb1d-868aeed372a5,revision_number=0']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:37:39.414295 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-5e34b6e4-dc05-4165-8ee8-47458b8aa03f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.615s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:37:39.415073 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e34b6e4-dc05-4165-8ee8-47458b8aa03f admin admin] Checking segment: {'id': '4bd26eda-5bf6-4400-9bb5-1b702a14f250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '9bbaa344-d9a5-4321-ad27-cafc69ce0f2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Sep 15 13:37:39.415469 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e34b6e4-dc05-4165-8ee8-47458b8aa03f admin admin] Network hostable DHCP agents. Network: 9bbaa344-d9a5-4321-ad27-cafc69ce0f2b, hostable agents: ['1e45ab9c-2f68-483a-a4f9-339d8484c2ba'], hosted agents: [] {{(pid=82346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Sep 15 13:37:39.421211 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.232s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:37:39.427419 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623e3f62-8390-4985-a15f-e486d1db0f71 None None] Network 89a72241-98e5-4fba-a0ab-82753943e5e0 requested from dv-cinder-809181-1-iscsi {{(pid=82347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Sep 15 13:37:39.435133 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-e3e664e5-a301-4fe9-a18d-2a76cc921f83 req-cdbc6b15-a680-444c-91f5-db9405382928 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=123dd1ba9d594e88a025896157079afa&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1646945
Sep 15 13:37:39.456123 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfaa64e9-7822-4d63-b482-cc0189543cb2 admin admin] Network 8154de37-a8f1-49b5-9df6-05123ded69e6 is already hosted by enough agents. {{(pid=82346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Sep 15 13:37:39.462993 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.base_scheduler [None req-dfaa64e9-7822-4d63-b482-cc0189543cb2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Sep 15 13:37:39.481316 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfaa64e9-7822-4d63-b482-cc0189543cb2 admin admin] Received port after_create {{(pid=82346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 15 13:37:39.564788 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-146eb683-e7f6-40a4-920f-b522e297eb14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1673218', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853094812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31855'] for router, precommit_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:39.579937 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e19fbf-621b-487e-ac1c-caf6dec05c51 None None] Network e9c16276-857e-49e4-bec2-1a6e621bb0c0 is already hosted by enough agents. {{(pid=82347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Sep 15 13:37:39.582850 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaa64e9-7822-4d63-b482-cc0189543cb2 admin admin] Pushing event updated for resources: {'Port': ['ID=05c1d5c3-330b-4f4d-9200-6dad9f8a07b3,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:37:39.592901 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-dfaa64e9-7822-4d63-b482-cc0189543cb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:37:39.601132 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e34b6e4-dc05-4165-8ee8-47458b8aa03f admin admin] Network 9bbaa344-d9a5-4321-ad27-cafc69ce0f2b is scheduled to be hosted by DHCP agent 1e45ab9c-2f68-483a-a4f9-339d8484c2ba with binding_index 1 {{(pid=82346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Sep 15 13:37:39.632499 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.base_scheduler [None req-5e34b6e4-dc05-4165-8ee8-47458b8aa03f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809181-1-iscsi, 9bbaa344-d9a5-4321-ad27-cafc69ce0f2b) {{(pid=82346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Sep 15 13:37:39.632722 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.base_scheduler [None req-35e19fbf-621b-487e-ac1c-caf6dec05c51 None None] Resources bound (agent type, host, resource id):  {{(pid=82347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Sep 15 13:37:39.635913 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e19fbf-621b-487e-ac1c-caf6dec05c51 None None] Received port after_create {{(pid=82347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 15 13:37:39.645610 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e34b6e4-dc05-4165-8ee8-47458b8aa03f admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:37:39.646266 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5e34b6e4-dc05-4165-8ee8-47458b8aa03f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7149901'] for subnet, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:39.673180 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd79cf40-2ab5-44e8-a29d-bad47551a211 None None] Network 9bbaa344-d9a5-4321-ad27-cafc69ce0f2b requested from dv-cinder-809181-1-iscsi {{(pid=82347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Sep 15 13:37:39.688570 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eafafad-b0d1-4a97-8c9f-f26026c6d7f3 None None] Network b896e533-b678-44d7-b97d-e7b840adb427 requested from dv-cinder-809181-1-iscsi {{(pid=82347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Sep 15 13:37:39.703166 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e19fbf-621b-487e-ac1c-caf6dec05c51 None None] Pushing event updated for resources: {'Port': ['ID=517d050d-fdcd-49a0-ab43-d1fbcfb0b46e,revision_number=1']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:37:39.736364 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-5e34b6e4-dc05-4165-8ee8-47458b8aa03f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 1.6758416
Sep 15 13:37:39.739363 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 56522) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:37:39.749569 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [None req-a8667cc2-ad3a-4f8b-bc16-698f6aa4f456 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-970748965-router', 'tenant_id': '80893221bf4b42c18fd54176a50bc76a', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6'}}} {{(pid=82345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:37:39.751228 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 56528) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:37:39.760077 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-a8667cc2-ad3a-4f8b-bc16-698f6aa4f456 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:37:39.770193 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-a8667cc2-ad3a-4f8b-bc16-698f6aa4f456 admin admin] Usage tracker for resource:router and tenant:80893221bf4b42c18fd54176a50bc76a is out of sync, need to count used quota {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:37:39.782120 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-a8667cc2-ad3a-4f8b-bc16-698f6aa4f456 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:37:39.795528 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-a8667cc2-ad3a-4f8b-bc16-698f6aa4f456 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:37:39.825850 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-a8667cc2-ad3a-4f8b-bc16-698f6aa4f456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853094885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854743947'] for router, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:39.828222 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-a8667cc2-ad3a-4f8b-bc16-698f6aa4f456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1681141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1673265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2016606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31868'] for router, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:39.842008 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-dfaa64e9-7822-4d63-b482-cc0189543cb2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:39.843117 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-dfaa64e9-7822-4d63-b482-cc0189543cb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1680915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853102492'] for router, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:39.879307 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-a8667cc2-ad3a-4f8b-bc16-698f6aa4f456 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:39.963051 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e19fbf-621b-487e-ac1c-caf6dec05c51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:37:39.963570 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e19fbf-621b-487e-ac1c-caf6dec05c51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:37:39.964079 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e19fbf-621b-487e-ac1c-caf6dec05c51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:37:39.964453 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e19fbf-621b-487e-ac1c-caf6dec05c51 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:37:39.964827 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e19fbf-621b-487e-ac1c-caf6dec05c51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:37:39.965544 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e19fbf-621b-487e-ac1c-caf6dec05c51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:37:39.965926 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e19fbf-621b-487e-ac1c-caf6dec05c51 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:37:39.966414 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e19fbf-621b-487e-ac1c-caf6dec05c51 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:37:39.966783 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e19fbf-621b-487e-ac1c-caf6dec05c51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:37:39.967146 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e19fbf-621b-487e-ac1c-caf6dec05c51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:37:39.967556 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e19fbf-621b-487e-ac1c-caf6dec05c51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:37:39.968950 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e19fbf-621b-487e-ac1c-caf6dec05c51 None None] Tracked resource versions report:
Sep 15 13:37:39.968950 dv-cinder-809181-1-iscsi neutron-server[82236]: pushed versions:
Sep 15 13:37:39.968950 dv-cinder-809181-1-iscsi neutron-server[82236]: {   'ConntrackHelper': {'1.0'},
Sep 15 13:37:39.968950 dv-cinder-809181-1-iscsi neutron-server[82236]:     'Log': {'1.0'},
Sep 15 13:37:39.968950 dv-cinder-809181-1-iscsi neutron-server[82236]:     'Network': {'1.1'},
Sep 15 13:37:39.968950 dv-cinder-809181-1-iscsi neutron-server[82236]:     'Port': {'1.5'},
Sep 15 13:37:39.968950 dv-cinder-809181-1-iscsi neutron-server[82236]:     'PortForwarding': {'1.2'},
Sep 15 13:37:39.968950 dv-cinder-809181-1-iscsi neutron-server[82236]:     'QosPolicy': {'1.8'},
Sep 15 13:37:39.968950 dv-cinder-809181-1-iscsi neutron-server[82236]:     'SecurityGroup': {'1.2'},
Sep 15 13:37:39.968950 dv-cinder-809181-1-iscsi neutron-server[82236]:     'SecurityGroupRule': {'1.0'},
Sep 15 13:37:39.968950 dv-cinder-809181-1-iscsi neutron-server[82236]:     'SubPort': {'1.0'},
Sep 15 13:37:39.968950 dv-cinder-809181-1-iscsi neutron-server[82236]:     'Subnet': {'1.1'},
Sep 15 13:37:39.968950 dv-cinder-809181-1-iscsi neutron-server[82236]:     'Trunk': {'1.1'}}
Sep 15 13:37:39.968950 dv-cinder-809181-1-iscsi neutron-server[82236]: consumer versions:
Sep 15 13:37:39.968950 dv-cinder-809181-1-iscsi neutron-server[82236]: {   DHCP agent@dv-cinder-809181-1-iscsi: {},
Sep 15 13:37:39.968950 dv-cinder-809181-1-iscsi neutron-server[82236]:     HyperV agent@hv-cinder-80918: {},
Sep 15 13:37:39.968950 dv-cinder-809181-1-iscsi neutron-server[82236]:     L3 agent@dv-cinder-809181-1-iscsi: {},
Sep 15 13:37:39.968950 dv-cinder-809181-1-iscsi neutron-server[82236]:     Metadata agent@dv-cinder-809181-1-iscsi: {},
Sep 15 13:37:39.968950 dv-cinder-809181-1-iscsi neutron-server[82236]:     Metering agent@dv-cinder-809181-1-iscsi: {},
Sep 15 13:37:39.968950 dv-cinder-809181-1-iscsi neutron-server[82236]:     Open vSwitch agent@dv-cinder-809181-1-iscsi: {   'ConntrackHelper': '1.0',
Sep 15 13:37:39.968950 dv-cinder-809181-1-iscsi neutron-server[82236]:                                                      'Log': '1.0',
Sep 15 13:37:39.968950 dv-cinder-809181-1-iscsi neutron-server[82236]:                                                      'Network': '1.1',
Sep 15 13:37:39.968950 dv-cinder-809181-1-iscsi neutron-server[82236]:                                                      'Port': '1.5',
Sep 15 13:37:39.968950 dv-cinder-809181-1-iscsi neutron-server[82236]:                                                      'PortForwarding': '1.2',
Sep 15 13:37:39.968950 dv-cinder-809181-1-iscsi neutron-server[82236]:                                                      'QosPolicy': '1.8',
Sep 15 13:37:39.968950 dv-cinder-809181-1-iscsi neutron-server[82236]:                                                      'SecurityGroup': '1.2',
Sep 15 13:37:39.968950 dv-cinder-809181-1-iscsi neutron-server[82236]:                                                      'SecurityGroupRule': '1.0',
Sep 15 13:37:39.968950 dv-cinder-809181-1-iscsi neutron-server[82236]:                                                      'SubPort': '1.0',
Sep 15 13:37:39.968950 dv-cinder-809181-1-iscsi neutron-server[82236]:                                                      'Subnet': '1.1',
Sep 15 13:37:39.968950 dv-cinder-809181-1-iscsi neutron-server[82236]:                                                      'Trunk': '1.1'}}
Sep 15 13:37:39.968950 dv-cinder-809181-1-iscsi neutron-server[82236]:  {{(pid=82347) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Sep 15 13:37:40.092542 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-146eb683-e7f6-40a4-920f-b522e297eb14 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:40.138446 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-146eb683-e7f6-40a4-920f-b522e297eb14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:40.283379 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-35e19fbf-621b-487e-ac1c-caf6dec05c51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.154s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:37:40.468996 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 56556) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:37:40.472733 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [req-e3e664e5-a301-4fe9-a18d-2a76cc921f83 req-94ef801a-e37d-44e5-a990-ddebbf63cb5b service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=82345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Sep 15 13:37:40.473841 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-e3e664e5-a301-4fe9-a18d-2a76cc921f83 req-94ef801a-e37d-44e5-a990-ddebbf63cb5b service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.5143392
Sep 15 13:37:40.487852 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-bfd11d5a-9328-419e-8e17-fb940c4f64a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:40.501578 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 56562) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:37:40.535004 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [None req-ae22be38-0773-4dcc-b88f-dd7c8d226b9f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-949140702-network', 'tenant_id': '07933dbec64a45c4ab2f4c9435827bd3'}} {{(pid=82345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:37:40.544519 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b14f756-22f5-4f81-9d9d-9d6f91ec4fbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27da5d1b-a3b4-502a-adbd-d11dbe7a94ca-9b5d95b3-3bf8-4370-9b66-9dd986b48a07', 'network_id': '9b5d95b3-3bf8-4370-9b66-9dd986b48a07', 'tenant_id': '839ee03af2c74792a3a3c2d72d59dd55', 'fixed_ips': [{'subnet_id': '1beceede-0773-432e-935b-1a5d4e30ef31'}]}} from dv-cinder-809181-1-iscsi. {{(pid=82347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Sep 15 13:37:40.545423 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-8b14f756-22f5-4f81-9d9d-9d6f91ec4fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_create {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:40.589592 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-ae22be38-0773-4dcc-b88f-dd7c8d226b9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:37:40.619648 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-ae22be38-0773-4dcc-b88f-dd7c8d226b9f admin admin] Usage tracker for resource:network and tenant:07933dbec64a45c4ab2f4c9435827bd3 is out of sync, need to count used quota {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:37:40.628608 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-ae22be38-0773-4dcc-b88f-dd7c8d226b9f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:37:40.665980 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1268919f-9719-4ca5-8655-493c7be7a16a None None] Network 9bbaa344-d9a5-4321-ad27-cafc69ce0f2b requested from dv-cinder-809181-1-iscsi {{(pid=82347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Sep 15 13:37:40.680140 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06070e5-dab2-4199-ad76-f345226714eb None None] Network f5f9877d-1867-4c50-8671-589b54a67ec0 requested from dv-cinder-809181-1-iscsi {{(pid=82347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Sep 15 13:37:40.723517 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.db_base_plugin_common [None req-146eb683-e7f6-40a4-920f-b522e297eb14 admin admin] Allocated IP 172.27.2.140 (8154de37-a8f1-49b5-9df6-05123ded69e6/8c022743-acfa-4652-88a1-355a85d34b79/2c04589e-3e63-405d-9909-138c561a87c8) {{(pid=82346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Sep 15 13:37:40.745007 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-ae22be38-0773-4dcc-b88f-dd7c8d226b9f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:37:40.783954 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-bfd11d5a-9328-419e-8e17-fb940c4f64a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:37:40.788909 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [None req-35e19fbf-621b-487e-ac1c-caf6dec05c51 None None] Attempting to bind port 517d050d-fdcd-49a0-ab43-d1fbcfb0b46e on host dv-cinder-809181-1-iscsi for vnic_type normal with profile  {{(pid=82347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Sep 15 13:37:40.789330 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [None req-35e19fbf-621b-487e-ac1c-caf6dec05c51 None None] Attempting to bind port 517d050d-fdcd-49a0-ab43-d1fbcfb0b46e by drivers openvswitch,hyperv on host dv-cinder-809181-1-iscsi at level 0 using segments [{'id': '11169836-79b2-4822-b283-a5d557a2336a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e9c16276-857e-49e4-bec2-1a6e621bb0c0'}] {{(pid=82347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Sep 15 13:37:40.789738 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e19fbf-621b-487e-ac1c-caf6dec05c51 None None] Attempting to bind port 517d050d-fdcd-49a0-ab43-d1fbcfb0b46e on network e9c16276-857e-49e4-bec2-1a6e621bb0c0 {{(pid=82347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Sep 15 13:37:40.801624 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-a8667cc2-ad3a-4f8b-bc16-698f6aa4f456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1673218', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853094812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31855'] for router, precommit_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:40.805014 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-bfd11d5a-9328-419e-8e17-fb940c4f64a0 admin admin] Usage tracker for resource:security_group_rule and tenant:86fe7f943cfd4b48a4752b5f05b47479 is out of sync, need to count used quota {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:37:40.813496 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae22be38-0773-4dcc-b88f-dd7c8d226b9f admin admin] Made reservation on behalf of 07933dbec64a45c4ab2f4c9435827bd3 for: {'network': 1} {{(pid=82345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Sep 15 13:37:40.818633 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-ae22be38-0773-4dcc-b88f-dd7c8d226b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for network, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:40.828797 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-bfd11d5a-9328-419e-8e17-fb940c4f64a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:37:40.849959 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-bfd11d5a-9328-419e-8e17-fb940c4f64a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:37:40.857644 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-ae22be38-0773-4dcc-b88f-dd7c8d226b9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:40.876875 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfaa64e9-7822-4d63-b482-cc0189543cb2 admin admin] Router b57ef187-4677-4138-9304-5ae1a012bd28 is scheduled to L3 agent c919ec5e-912e-4080-8a6b-9b8956cb875b with binding_index 1 {{(pid=82346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Sep 15 13:37:40.913128 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-e3e664e5-a301-4fe9-a18d-2a76cc921f83 req-71c437f2-1a98-4cb1-86c2-478b7ab61f91 service neutron] 10.222.0.41 "GET /v2.0/networks/b896e533-b678-44d7-b97d-e7b840adb427?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4295068
Sep 15 13:37:40.955496 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e19fbf-621b-487e-ac1c-caf6dec05c51 None None] Checking agent: {'id': '0bfd5640-42e8-4a2a-ac27-f2d96fe1a4e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809181-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 29, 28), 'started_at': datetime.datetime(2021, 9, 15, 13, 29, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809181-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Sep 15 13:37:40.955938 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e19fbf-621b-487e-ac1c-caf6dec05c51 None None] Checking segment: {'id': '11169836-79b2-4822-b283-a5d557a2336a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e9c16276-857e-49e4-bec2-1a6e621bb0c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Sep 15 13:37:40.956416 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-35e19fbf-621b-487e-ac1c-caf6dec05c51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:40.956856 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e19fbf-621b-487e-ac1c-caf6dec05c51 None None] Bound using segment: {'id': '11169836-79b2-4822-b283-a5d557a2336a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e9c16276-857e-49e4-bec2-1a6e621bb0c0'} {{(pid=82347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Sep 15 13:37:40.957406 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [None req-35e19fbf-621b-487e-ac1c-caf6dec05c51 None None] Bound port: 517d050d-fdcd-49a0-ab43-d1fbcfb0b46e, host: dv-cinder-809181-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11169836-79b2-4822-b283-a5d557a2336a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e9c16276-857e-49e4-bec2-1a6e621bb0c0'}}] {{(pid=82347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Sep 15 13:37:40.957833 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-35e19fbf-621b-487e-ac1c-caf6dec05c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:40.969083 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9973a7b-370b-4c39-8967-1c4521dfa74b req-971742e9-93c1-4535-ad19-d93075b0c481 tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:37:40.970100 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-d9973a7b-370b-4c39-8967-1c4521dfa74b req-971742e9-93c1-4535-ad19-d93075b0c481 tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] Synchronizing usage tracker for tenant:cb79605c5e154acc8ad686ebbdcf1c29 on resource:network {{(pid=82345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Sep 15 13:37:40.985410 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-146eb683-e7f6-40a4-920f-b522e297eb14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:41.043213 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-ae22be38-0773-4dcc-b88f-dd7c8d226b9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:37:41.094911 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-146eb683-e7f6-40a4-920f-b522e297eb14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363301743938437'] for port, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:41.102235 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:37:41.102766 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-ae22be38-0773-4dcc-b88f-dd7c8d226b9f admin admin] Usage tracker for resource:security_group_rule and tenant:07933dbec64a45c4ab2f4c9435827bd3 is out of sync, need to count used quota {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:37:41.110599 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-ae22be38-0773-4dcc-b88f-dd7c8d226b9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:37:41.137356 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-ae22be38-0773-4dcc-b88f-dd7c8d226b9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:37:41.164711 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1defce0c-9bf3-41cf-b933-df836360f5d8 None None] Network 89a72241-98e5-4fba-a0ab-82753943e5e0 requested from dv-cinder-809181-1-iscsi {{(pid=82347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Sep 15 13:37:41.185712 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146eb683-e7f6-40a4-920f-b522e297eb14 admin admin] Network 8154de37-a8f1-49b5-9df6-05123ded69e6 is already hosted by enough agents. {{(pid=82346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Sep 15 13:37:41.191728 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.base_scheduler [None req-146eb683-e7f6-40a4-920f-b522e297eb14 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Sep 15 13:37:41.194526 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146eb683-e7f6-40a4-920f-b522e297eb14 admin admin] Received port after_create {{(pid=82346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 15 13:37:41.225057 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146eb683-e7f6-40a4-920f-b522e297eb14 admin admin] Pushing event updated for resources: {'Port': ['ID=2c04589e-3e63-405d-9909-138c561a87c8,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:37:41.228267 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-146eb683-e7f6-40a4-920f-b522e297eb14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:37:41.281276 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-bfd11d5a-9328-419e-8e17-fb940c4f64a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:41.290169 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-e3e664e5-a301-4fe9-a18d-2a76cc921f83 req-5e826d3f-a12e-4991-ab88-0adaf2c26f75 service neutron] 10.222.0.41 "GET /v2.0/networks/b896e533-b678-44d7-b97d-e7b840adb427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3533270
Sep 15 13:37:41.295004 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-bfd11d5a-9328-419e-8e17-fb940c4f64a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:41.305922 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfaa64e9-7822-4d63-b482-cc0189543cb2 admin admin] Notify agent at l3_agent.dv-cinder-809181-1-iscsi the message routers_updated {{(pid=82346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Sep 15 13:37:41.319785 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-6d4d60f5-7f11-4be6-88bf-b41c96fe8def admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:37:41.320731 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8920ff2-7c82-41ee-abdf-e089db1f3c6a None None] Sync routers for ids ['b57ef187-4677-4138-9304-5ae1a012bd28'] in dv-cinder-809181-1-iscsi {{(pid=82348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Sep 15 13:37:41.348914 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8920ff2-7c82-41ee-abdf-e089db1f3c6a None None] Routers {'b57ef187-4677-4138-9304-5ae1a012bd28'} bound to L3 agent in host dv-cinder-809181-1-iscsi {{(pid=82348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 15 13:37:41.349863 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-e8920ff2-7c82-41ee-abdf-e089db1f3c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cd2637d68>, 'dv-cinder-809181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T13:29:29Z,description=<?>,heartbeat_timestamp=2021-09-15T13:37:29Z,host='dv-cinder-809181-1-iscsi',id=c919ec5e-912e-4080-8a6b-9b8956cb875b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T13:29:29Z,topic='l3_agent')) {'router_ids': ['b57ef187-4677-4138-9304-5ae1a012bd28'], 'active': True} {{(pid=82348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:37:41.381136 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-dfaa64e9-7822-4d63-b482-cc0189543cb2 admin admin] Notify callbacks [] for router, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:41.382395 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-dfaa64e9-7822-4d63-b482-cc0189543cb2 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 4.3991177
Sep 15 13:37:41.391541 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 56568) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:37:41.422289 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-bfd11d5a-9328-419e-8e17-fb940c4f64a0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=86fe7f943cfd4b48a4752b5f05b47479&name=default HTTP/1.1" status: 200  len: 2647 time: 1.6632228
Sep 15 13:37:41.424211 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd11d5a-9328-419e-8e17-fb940c4f64a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=298934a8-c3e7-4eb4-9711-c1b44c7e912e,revision_number=1']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:37:41.428507 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 56572) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:37:41.459372 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-bfd11d5a-9328-419e-8e17-fb940c4f64a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:37:41.482537 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-ae22be38-0773-4dcc-b88f-dd7c8d226b9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:41.506145 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-ae22be38-0773-4dcc-b88f-dd7c8d226b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:41.528236 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-35e19fbf-621b-487e-ac1c-caf6dec05c51 None None] For port 517d050d-fdcd-49a0-ab43-d1fbcfb0b46e, host dv-cinder-809181-1-iscsi, cleared binding levels {{(pid=82347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Sep 15 13:37:41.532197 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-35e19fbf-621b-487e-ac1c-caf6dec05c51 None None] For port 517d050d-fdcd-49a0-ab43-d1fbcfb0b46e, host dv-cinder-809181-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-iscsi',level=0,port_id=517d050d-fdcd-49a0-ab43-d1fbcfb0b46e,segment=NetworkSegment(11169836-79b2-4822-b283-a5d557a2336a),segment_id=11169836-79b2-4822-b283-a5d557a2336a)] {{(pid=82347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Sep 15 13:37:41.555875 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-d9973a7b-370b-4c39-8967-1c4521dfa74b req-971742e9-93c1-4535-ad19-d93075b0c481 tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] Unset dirty status for tenant:cb79605c5e154acc8ad686ebbdcf1c29 on resource:network {{(pid=82345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Sep 15 13:37:41.555875 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-d9973a7b-370b-4c39-8967-1c4521dfa74b req-971742e9-93c1-4535-ad19-d93075b0c481 tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] 10.222.0.41 "GET /v2.0/networks?id=89a72241-98e5-4fba-a0ab-82753943e5e0 HTTP/1.1" status: 200  len: 810 time: 1.0752249
Sep 15 13:37:41.558629 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:37:41.622574 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvr_db [None req-e8920ff2-7c82-41ee-abdf-e089db1f3c6a None None] Set router b57ef187-4677-4138-9304-5ae1a012bd28 gateway port host: dv-cinder-809181-1-iscsi {{(pid=82348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Sep 15 13:37:41.660714 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae22be38-0773-4dcc-b88f-dd7c8d226b9f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358}  {{(pid=82345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}}
Sep 15 13:37:41.694909 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae22be38-0773-4dcc-b88f-dd7c8d226b9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a863c2-072e-4377-ad2c-30ed8458015b,revision_number=1']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:37:41.704318 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-a8667cc2-ad3a-4f8b-bc16-698f6aa4f456 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:41.743523 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-ae22be38-0773-4dcc-b88f-dd7c8d226b9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:37:41.767433 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-146eb683-e7f6-40a4-920f-b522e297eb14 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:41.768414 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-146eb683-e7f6-40a4-920f-b522e297eb14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1680915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853102492'] for router, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:41.787224 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-ae22be38-0773-4dcc-b88f-dd7c8d226b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854307961'] for segment, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:41.787524 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.db.segments_db [None req-ae22be38-0773-4dcc-b88f-dd7c8d226b9f admin admin] Added segment d9ec587a-e512-4e9c-8b23-2ddcd5cee79e of type vlan for network 3ac46bc2-c2a8-4496-b1eb-6a9101e7ddb9
Sep 15 13:37:41.807009 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-c5d356a2-a333-4766-9cba-99363474dbea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:41.809244 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-a8667cc2-ad3a-4f8b-bc16-698f6aa4f456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:41.816230 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-538c5ebd-d6c7-466c-8b62-27b93b854e7b req-c6647954-8b46-450c-b545-b8900af06937 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cb9c44d-f497-4d9c-aaec-a2fee224e186 HTTP/1.1" status: 200  len: 210 time: 0.1223435
Sep 15 13:37:41.870931 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-d9973a7b-370b-4c39-8967-1c4521dfa74b req-edcf4043-443f-4a09-ab61-d23cffa0b7b8 tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] 10.222.0.41 "GET /v2.0/quotas/cb79605c5e154acc8ad686ebbdcf1c29 HTTP/1.1" status: 200  len: 375 time: 0.3045046
Sep 15 13:37:41.999073 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-ae22be38-0773-4dcc-b88f-dd7c8d226b9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735110816490'] for network, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:42.020801 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-35e19fbf-621b-487e-ac1c-caf6dec05c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:42.035909 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-d9973a7b-370b-4c39-8967-1c4521dfa74b req-58d2f416-5240-491f-9225-2121d90d27f9 tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=cb79605c5e154acc8ad686ebbdcf1c29&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1503100
Sep 15 13:37:42.055485 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-c5d356a2-a333-4766-9cba-99363474dbea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:42.114640 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.db_base_plugin_common [None req-8b14f756-22f5-4f81-9d9d-9d6f91ec4fbf None None] Allocated IP 172.20.0.2 (9b5d95b3-3bf8-4370-9b66-9dd986b48a07/1beceede-0773-432e-935b-1a5d4e30ef31/72a29d8b-bd10-4a64-9803-3c4146b33ba9) {{(pid=82347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Sep 15 13:37:42.150177 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-e8920ff2-7c82-41ee-abdf-e089db1f3c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cd2637d68>, [{'id': 'b57ef187-4677-4138-9304-5ae1a012bd28', 'name': 'tempest-AttachVolumeShelveTestJSON-500667379-router', 'tenant_id': '025c529061864e2ab47987e7d6ed7d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': '05c1d5c3-330b-4f4d-9200-6dad9f8a07b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:37Z', 'updated_at': '2021-09-15T13:37:39Z', 'revision_number': 3, 'project_id': '025c529061864e2ab47987e7d6ed7d28', 'gw_port': {'id': '05c1d5c3-330b-4f4d-9200-6dad9f8a07b3', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cf:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b57ef187-4677-4138-9304-5ae1a012bd28', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:38Z', 'updated_at': '2021-09-15T13:37:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi'}], 'dv-cinder-809181-1-iscsi', False) {} {{(pid=82348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:37:42.154767 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8920ff2-7c82-41ee-abdf-e089db1f3c6a None None] Checking router: b57ef187-4677-4138-9304-5ae1a012bd28 for host: dv-cinder-809181-1-iscsi {{(pid=82348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Sep 15 13:37:42.155155 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8920ff2-7c82-41ee-abdf-e089db1f3c6a None None] Updating router b57ef187-4677-4138-9304-5ae1a012bd28 port 05c1d5c3-330b-4f4d-9200-6dad9f8a07b3 binding host dv-cinder-809181-1-iscsi {{(pid=82348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Sep 15 13:37:42.247724 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:37:42.255240 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-ae22be38-0773-4dcc-b88f-dd7c8d226b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916'] for network, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:42.266157 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae22be38-0773-4dcc-b88f-dd7c8d226b9f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:37:42.266802 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-ae22be38-0773-4dcc-b88f-dd7c8d226b9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7149901'] for network, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:42.302949 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.db_base_plugin_common [None req-a8667cc2-ad3a-4f8b-bc16-698f6aa4f456 admin admin] Allocated IP 172.27.2.248 (8154de37-a8f1-49b5-9df6-05123ded69e6/8c022743-acfa-4652-88a1-355a85d34b79/d736fd68-0311-4aaa-bf90-a3426793c3df) {{(pid=82345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Sep 15 13:37:42.307925 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-0dc85796-2879-4b19-81ed-0e82dd571e8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:37:42.313210 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-e8920ff2-7c82-41ee-abdf-e089db1f3c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:42.334916 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-ae22be38-0773-4dcc-b88f-dd7c8d226b9f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 1.8038023
Sep 15 13:37:42.337689 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 56612) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:37:42.349376 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-c5d356a2-a333-4766-9cba-99363474dbea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:42.354922 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [None req-dea13985-0676-4626-a8fa-af094ac9082e admin admin] Request body: {'subnet': {'network_id': '3ac46bc2-c2a8-4496-b1eb-6a9101e7ddb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-949140702-subnet', 'tenant_id': '07933dbec64a45c4ab2f4c9435827bd3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:37:42.380034 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-c5d356a2-a333-4766-9cba-99363474dbea admin admin] Notify callbacks [] for security_group, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:42.381925 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-c5d356a2-a333-4766-9cba-99363474dbea admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/298934a8-c3e7-4eb4-9711-c1b44c7e912e HTTP/1.1" status: 204  len: 168 time: 0.9513726
Sep 15 13:37:42.389993 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-dea13985-0676-4626-a8fa-af094ac9082e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:37:42.416999 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-146eb683-e7f6-40a4-920f-b522e297eb14 admin admin] Router 0c1a9be1-12af-4edc-90ba-07b85f4575b2 is scheduled to L3 agent c919ec5e-912e-4080-8a6b-9b8956cb875b with binding_index 1 {{(pid=82346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Sep 15 13:37:42.425946 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-dea13985-0676-4626-a8fa-af094ac9082e admin admin] Usage tracker for resource:subnet and tenant:07933dbec64a45c4ab2f4c9435827bd3 is out of sync, need to count used quota {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:37:42.429187 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-dea13985-0676-4626-a8fa-af094ac9082e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:37:42.439016 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [req-d9973a7b-370b-4c39-8967-1c4521dfa74b req-f2da4b5b-6006-4032-8e90-3210c1940430 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=82345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Sep 15 13:37:42.440230 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-d9973a7b-370b-4c39-8967-1c4521dfa74b req-f2da4b5b-6006-4032-8e90-3210c1940430 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.2374837
Sep 15 13:37:42.713205 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e19fbf-621b-487e-ac1c-caf6dec05c51 None None] Pushing event updated for resources: {'Port': ['ID=517d050d-fdcd-49a0-ab43-d1fbcfb0b46e,revision_number=2']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:37:42.717990 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-35e19fbf-621b-487e-ac1c-caf6dec05c51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:37:42.828376 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-dea13985-0676-4626-a8fa-af094ac9082e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:37:42.837697 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae22be38-0773-4dcc-b88f-dd7c8d226b9f admin admin] Pushing event updated for resources: {'Network': ['ID=3ac46bc2-c2a8-4496-b1eb-6a9101e7ddb9,revision_number=1']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:37:42.846439 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-ae22be38-0773-4dcc-b88f-dd7c8d226b9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:37:42.859296 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Network 3ac46bc2-c2a8-4496-b1eb-6a9101e7ddb9 details requested by agent ovs-agent-dv-cinder-809181-1-iscsi with host dv-cinder-809181-1-iscsi {{(pid=82347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Sep 15 13:37:42.876419 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-bfd11d5a-9328-419e-8e17-fb940c4f64a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.482s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:37:42.924458 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-8b14f756-22f5-4f81-9d9d-9d6f91ec4fbf None None] Notify callbacks [] for port, precommit_create {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:42.939115 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-8b14f756-22f5-4f81-9d9d-9d6f91ec4fbf None None] Transition to ACTIVE for port object 72a29d8b-bd10-4a64-9803-3c4146b33ba9 will not be triggered until provisioned by entity L2. {{(pid=82347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Sep 15 13:37:42.964376 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-8b14f756-22f5-4f81-9d9d-9d6f91ec4fbf None None] Transition to ACTIVE for port object 72a29d8b-bd10-4a64-9803-3c4146b33ba9 will not be triggered until provisioned by entity DHCP. {{(pid=82347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Sep 15 13:37:43.001329 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-8b14f756-22f5-4f81-9d9d-9d6f91ec4fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363301743938437'] for port, after_create {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:43.011186 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:37:43.134810 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d356a2-a333-4766-9cba-99363474dbea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=298934a8-c3e7-4eb4-9711-c1b44c7e912e,revision_number=None']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:37:43.139882 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-d9973a7b-370b-4c39-8967-1c4521dfa74b req-43917b6a-62bc-4572-9297-241099c76901 service neutron] 10.222.0.41 "GET /v2.0/networks/89a72241-98e5-4fba-a0ab-82753943e5e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3842862
Sep 15 13:37:43.141111 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-c5d356a2-a333-4766-9cba-99363474dbea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:37:43.162317 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea13985-0676-4626-a8fa-af094ac9082e admin admin] Made reservation on behalf of 07933dbec64a45c4ab2f4c9435827bd3 for: {'subnet': 1} {{(pid=82345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Sep 15 13:37:43.177992 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-dea13985-0676-4626-a8fa-af094ac9082e admin admin] Notify callbacks [] for subnet, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:43.368868 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b14f756-22f5-4f81-9d9d-9d6f91ec4fbf None None] Network 9b5d95b3-3bf8-4370-9b66-9dd986b48a07 is already hosted by enough agents. {{(pid=82347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Sep 15 13:37:43.396166 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.base_scheduler [None req-8b14f756-22f5-4f81-9d9d-9d6f91ec4fbf None None] Resources bound (agent type, host, resource id):  {{(pid=82347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Sep 15 13:37:43.421123 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-146eb683-e7f6-40a4-920f-b522e297eb14 admin admin] Notify agent at l3_agent.dv-cinder-809181-1-iscsi the message routers_updated {{(pid=82346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Sep 15 13:37:43.422512 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b14f756-22f5-4f81-9d9d-9d6f91ec4fbf None None] Received port after_create {{(pid=82347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 15 13:37:43.448231 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b14f756-22f5-4f81-9d9d-9d6f91ec4fbf None None] Pushing event updated for resources: {'Port': ['ID=72a29d8b-bd10-4a64-9803-3c4146b33ba9,revision_number=1']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:37:43.460322 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb1e240-8bf8-4353-98c5-c7f6fda791dc None None] Sync routers for ids ['0c1a9be1-12af-4edc-90ba-07b85f4575b2'] in dv-cinder-809181-1-iscsi {{(pid=82347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Sep 15 13:37:43.471618 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-8b14f756-22f5-4f81-9d9d-9d6f91ec4fbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:37:43.515524 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-146eb683-e7f6-40a4-920f-b522e297eb14 admin admin] Notify callbacks [] for router, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:43.520120 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-146eb683-e7f6-40a4-920f-b522e297eb14 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 4.8869913
Sep 15 13:37:43.527387 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 56652) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:37:43.583602 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb1e240-8bf8-4353-98c5-c7f6fda791dc None None] Routers {'0c1a9be1-12af-4edc-90ba-07b85f4575b2'} bound to L3 agent in host dv-cinder-809181-1-iscsi {{(pid=82347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 15 13:37:43.584627 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-9fb1e240-8bf8-4353-98c5-c7f6fda791dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cd277b3c8>, 'dv-cinder-809181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T13:29:29Z,description=<?>,heartbeat_timestamp=2021-09-15T13:37:29Z,host='dv-cinder-809181-1-iscsi',id=c919ec5e-912e-4080-8a6b-9b8956cb875b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T13:29:29Z,topic='l3_agent')) {'router_ids': ['0c1a9be1-12af-4edc-90ba-07b85f4575b2'], 'active': True} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:37:43.651022 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [None req-8b14f756-22f5-4f81-9d9d-9d6f91ec4fbf None None] Attempting to bind port 72a29d8b-bd10-4a64-9803-3c4146b33ba9 on host dv-cinder-809181-1-iscsi for vnic_type normal with profile  {{(pid=82347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Sep 15 13:37:43.651360 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [None req-8b14f756-22f5-4f81-9d9d-9d6f91ec4fbf None None] Attempting to bind port 72a29d8b-bd10-4a64-9803-3c4146b33ba9 by drivers openvswitch,hyperv on host dv-cinder-809181-1-iscsi at level 0 using segments [{'id': '1ed3a544-0c3b-4c22-95a9-80d26a08a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '9b5d95b3-3bf8-4370-9b66-9dd986b48a07'}] {{(pid=82347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Sep 15 13:37:43.652690 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b14f756-22f5-4f81-9d9d-9d6f91ec4fbf None None] Attempting to bind port 72a29d8b-bd10-4a64-9803-3c4146b33ba9 on network 9b5d95b3-3bf8-4370-9b66-9dd986b48a07 {{(pid=82347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Sep 15 13:37:43.662827 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-dea13985-0676-4626-a8fa-af094ac9082e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916'] for subnet, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:43.665802 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-d9973a7b-370b-4c39-8967-1c4521dfa74b req-15af09d4-eb97-47fa-a298-e36794d94a39 service neutron] 10.222.0.41 "GET /v2.0/networks/89a72241-98e5-4fba-a0ab-82753943e5e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2054188
Sep 15 13:37:43.683925 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-2febe6d1-c5bf-41a5-b28f-d72a30367b73 req-22502ca0-9576-4d2d-8394-079022e23a02 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cb9c44d-f497-4d9c-aaec-a2fee224e186 HTTP/1.1" status: 200  len: 210 time: 0.5368240
Sep 15 13:37:43.686964 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:37:43.818948 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea13985-0676-4626-a8fa-af094ac9082e admin admin] Checking segment: {'id': 'd9ec587a-e512-4e9c-8b23-2ddcd5cee79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3ac46bc2-c2a8-4496-b1eb-6a9101e7ddb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Sep 15 13:37:43.819534 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea13985-0676-4626-a8fa-af094ac9082e admin admin] Network hostable DHCP agents. Network: 3ac46bc2-c2a8-4496-b1eb-6a9101e7ddb9, hostable agents: ['1e45ab9c-2f68-483a-a4f9-339d8484c2ba'], hosted agents: [] {{(pid=82345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Sep 15 13:37:43.841956 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-a8667cc2-ad3a-4f8b-bc16-698f6aa4f456 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:43.850234 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea13985-0676-4626-a8fa-af094ac9082e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b92966d-e1af-428e-b1a7-f4df49a1f83e,revision_number=0']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:37:43.857018 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-dea13985-0676-4626-a8fa-af094ac9082e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:37:43.902353 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea13985-0676-4626-a8fa-af094ac9082e admin admin] Network 3ac46bc2-c2a8-4496-b1eb-6a9101e7ddb9 is scheduled to be hosted by DHCP agent 1e45ab9c-2f68-483a-a4f9-339d8484c2ba with binding_index 1 {{(pid=82345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Sep 15 13:37:43.907516 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b14f756-22f5-4f81-9d9d-9d6f91ec4fbf None None] Checking agent: {'id': '0bfd5640-42e8-4a2a-ac27-f2d96fe1a4e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809181-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 29, 28), 'started_at': datetime.datetime(2021, 9, 15, 13, 29, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809181-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Sep 15 13:37:43.916029 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b14f756-22f5-4f81-9d9d-9d6f91ec4fbf None None] Checking segment: {'id': '1ed3a544-0c3b-4c22-95a9-80d26a08a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '9b5d95b3-3bf8-4370-9b66-9dd986b48a07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Sep 15 13:37:43.918148 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-8b14f756-22f5-4f81-9d9d-9d6f91ec4fbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:43.918631 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b14f756-22f5-4f81-9d9d-9d6f91ec4fbf None None] Bound using segment: {'id': '1ed3a544-0c3b-4c22-95a9-80d26a08a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '9b5d95b3-3bf8-4370-9b66-9dd986b48a07'} {{(pid=82347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Sep 15 13:37:43.919225 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [None req-8b14f756-22f5-4f81-9d9d-9d6f91ec4fbf None None] Bound port: 72a29d8b-bd10-4a64-9803-3c4146b33ba9, host: dv-cinder-809181-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed3a544-0c3b-4c22-95a9-80d26a08a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '9b5d95b3-3bf8-4370-9b66-9dd986b48a07'}}] {{(pid=82347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Sep 15 13:37:43.920412 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-8b14f756-22f5-4f81-9d9d-9d6f91ec4fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:43.990612 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.base_scheduler [None req-dea13985-0676-4626-a8fa-af094ac9082e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809181-1-iscsi, 3ac46bc2-c2a8-4496-b1eb-6a9101e7ddb9) {{(pid=82345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Sep 15 13:37:44.036633 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea13985-0676-4626-a8fa-af094ac9082e admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:37:44.037281 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-dea13985-0676-4626-a8fa-af094ac9082e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7149901'] for subnet, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:44.064673 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5640ffbb-8b6d-452f-bf15-16fe7cb65c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:44.101544 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-a8667cc2-ad3a-4f8b-bc16-698f6aa4f456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363301743938437'] for port, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:44.103786 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvr_db [None req-9fb1e240-8bf8-4353-98c5-c7f6fda791dc None None] Set router 0c1a9be1-12af-4edc-90ba-07b85f4575b2 gateway port host: dv-cinder-809181-1-iscsi {{(pid=82347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Sep 15 13:37:44.127408 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:37:44.250076 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-dea13985-0676-4626-a8fa-af094ac9082e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 1.8993118
Sep 15 13:37:44.250776 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528d317c-8c57-4b19-9db8-be5c9edf0d85 None None] Network 3ac46bc2-c2a8-4496-b1eb-6a9101e7ddb9 requested from dv-cinder-809181-1-iscsi {{(pid=82347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Sep 15 13:37:44.547233 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8667cc2-ad3a-4f8b-bc16-698f6aa4f456 admin admin] Pushing event updated for resources: {'Port': ['ID=d736fd68-0311-4aaa-bf90-a3426793c3df,revision_number=1']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:37:44.598990 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8667cc2-ad3a-4f8b-bc16-698f6aa4f456 admin admin] Network 8154de37-a8f1-49b5-9df6-05123ded69e6 is already hosted by enough agents. {{(pid=82345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Sep 15 13:37:44.616918 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-a8667cc2-ad3a-4f8b-bc16-698f6aa4f456 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:37:44.618331 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.base_scheduler [None req-a8667cc2-ad3a-4f8b-bc16-698f6aa4f456 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Sep 15 13:37:44.635476 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-216a3cf4-ab76-4879-a7e5-1c463eccb508 req-33eb34ba-a778-4a96-9ab3-c9d2681ffc76 tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] 10.222.0.41 "GET /v2.0/ports?device_id=e07f2504-e042-48e6-8a29-a2bba24a76d8 HTTP/1.1" status: 200  len: 210 time: 0.3169963
Sep 15 13:37:44.637135 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8667cc2-ad3a-4f8b-bc16-698f6aa4f456 admin admin] Received port after_create {{(pid=82345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 15 13:37:44.873746 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 56698) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:37:45.064386 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-e8920ff2-7c82-41ee-abdf-e089db1f3c6a None None] Notify callbacks [] for port, precommit_update {{(pid=82348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:45.106673 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-e8920ff2-7c82-41ee-abdf-e089db1f3c6a None None] Transition to ACTIVE for port object 05c1d5c3-330b-4f4d-9200-6dad9f8a07b3 will not be triggered until provisioned by entity L2. {{(pid=82348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Sep 15 13:37:45.117105 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.36', 51074) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:37:45.125388 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-e8920ff2-7c82-41ee-abdf-e089db1f3c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:45.147268 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:37:45.270157 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [None req-e8920ff2-7c82-41ee-abdf-e089db1f3c6a None None] Attempting to bind port 05c1d5c3-330b-4f4d-9200-6dad9f8a07b3 on host dv-cinder-809181-1-iscsi for vnic_type normal with profile  {{(pid=82348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Sep 15 13:37:45.270953 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [None req-e8920ff2-7c82-41ee-abdf-e089db1f3c6a None None] Attempting to bind port 05c1d5c3-330b-4f4d-9200-6dad9f8a07b3 by drivers openvswitch,hyperv on host dv-cinder-809181-1-iscsi at level 0 using segments [{'id': 'fb39ec5d-b714-4bbc-8dc4-da8589a681e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6'}] {{(pid=82348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Sep 15 13:37:45.271588 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8920ff2-7c82-41ee-abdf-e089db1f3c6a None None] Attempting to bind port 05c1d5c3-330b-4f4d-9200-6dad9f8a07b3 on network 8154de37-a8f1-49b5-9df6-05123ded69e6 {{(pid=82348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Sep 15 13:37:45.297038 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8920ff2-7c82-41ee-abdf-e089db1f3c6a None None] Checking agent: {'id': '0bfd5640-42e8-4a2a-ac27-f2d96fe1a4e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809181-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 29, 28), 'started_at': datetime.datetime(2021, 9, 15, 13, 29, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809181-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Sep 15 13:37:45.297674 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8920ff2-7c82-41ee-abdf-e089db1f3c6a None None] Checking segment: {'id': 'fb39ec5d-b714-4bbc-8dc4-da8589a681e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Sep 15 13:37:45.298261 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-e8920ff2-7c82-41ee-abdf-e089db1f3c6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:45.298841 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8920ff2-7c82-41ee-abdf-e089db1f3c6a None None] Bound using segment: {'id': 'fb39ec5d-b714-4bbc-8dc4-da8589a681e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6'} {{(pid=82348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Sep 15 13:37:45.299505 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [None req-e8920ff2-7c82-41ee-abdf-e089db1f3c6a None None] Bound port: 05c1d5c3-330b-4f4d-9200-6dad9f8a07b3, host: dv-cinder-809181-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb39ec5d-b714-4bbc-8dc4-da8589a681e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6'}}] {{(pid=82348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Sep 15 13:37:45.300874 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-e8920ff2-7c82-41ee-abdf-e089db1f3c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:45.383776 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device 517d050d-fdcd-49a0-ab43-d1fbcfb0b46e up at agent ovs-agent-dv-cinder-809181-1-iscsi {{(pid=82347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Sep 15 13:37:45.398391 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-87453363-e26a-4793-9a7e-f1016ac9d312 req-6856de6e-658e-4056-95db-bd9437329ea6 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cb9c44d-f497-4d9c-aaec-a2fee224e186 HTTP/1.1" status: 200  len: 210 time: 0.2126529
Sep 15 13:37:45.430967 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-e8920ff2-7c82-41ee-abdf-e089db1f3c6a None None] For port 05c1d5c3-330b-4f4d-9200-6dad9f8a07b3, host dv-cinder-809181-1-iscsi, cleared binding levels {{(pid=82348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Sep 15 13:37:45.434847 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-e8920ff2-7c82-41ee-abdf-e089db1f3c6a None None] For port 05c1d5c3-330b-4f4d-9200-6dad9f8a07b3, host dv-cinder-809181-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-iscsi',level=0,port_id=05c1d5c3-330b-4f4d-9200-6dad9f8a07b3,segment=NetworkSegment(fb39ec5d-b714-4bbc-8dc4-da8589a681e7),segment_id=fb39ec5d-b714-4bbc-8dc4-da8589a681e7)] {{(pid=82348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Sep 15 13:37:45.448254 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-e8920ff2-7c82-41ee-abdf-e089db1f3c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:45.494617 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c64e603-6644-4302-ac88-1019a004e00f admin admin] Deleting subnet e9bd1172-59b3-40c0-ac69-6e16e6415ddd {{(pid=82345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Sep 15 13:37:45.506141 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-3c64e603-6644-4302-ac88-1019a004e00f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:45.532511 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a84442-46a4-40d7-bb9b-96ca5971e720 None None] Network e9c16276-857e-49e4-bec2-1a6e621bb0c0 requested from dv-cinder-809181-1-iscsi {{(pid=82347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Sep 15 13:37:45.561403 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8920ff2-7c82-41ee-abdf-e089db1f3c6a None None] Routers {'b57ef187-4677-4138-9304-5ae1a012bd28'} bound to L3 agent in host dv-cinder-809181-1-iscsi {{(pid=82348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 15 13:37:45.562054 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-e8920ff2-7c82-41ee-abdf-e089db1f3c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cd2637d68>, 'dv-cinder-809181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T13:29:29Z,description=<?>,heartbeat_timestamp=2021-09-15T13:37:29Z,host='dv-cinder-809181-1-iscsi',id=c919ec5e-912e-4080-8a6b-9b8956cb875b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T13:29:29Z,topic='l3_agent')) {'router_ids': ['b57ef187-4677-4138-9304-5ae1a012bd28'], 'active': True} {{(pid=82348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:37:45.629612 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-a8667cc2-ad3a-4f8b-bc16-698f6aa4f456 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:45.630571 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-a8667cc2-ad3a-4f8b-bc16-698f6aa4f456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1680915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853102492'] for router, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:45.704038 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-7d3fb981-81db-497b-ba5e-9e734ea7a098 None None] Provisioning for port 517d050d-fdcd-49a0-ab43-d1fbcfb0b46e completed by entity DHCP. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Sep 15 13:37:45.739000 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-8b14f756-22f5-4f81-9d9d-9d6f91ec4fbf None None] For port 72a29d8b-bd10-4a64-9803-3c4146b33ba9, host dv-cinder-809181-1-iscsi, cleared binding levels {{(pid=82347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Sep 15 13:37:45.759890 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6883fc2c-6bcc-4d20-9014-4e934298be42 None None] Pushing event updated for resources: {'Port': ['ID=05c1d5c3-330b-4f4d-9200-6dad9f8a07b3,revision_number=2']} {{(pid=82348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:37:45.779543 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.db_base_plugin_common [None req-5640ffbb-8b6d-452f-bf15-16fe7cb65c0e admin admin] Allocated IP 172.20.0.1 (e9c16276-857e-49e4-bec2-1a6e621bb0c0/5d3cda93-f669-4c8c-b3ae-fd1f6c47904a/e087af7b-9fed-4da0-b075-bf2545f634df) {{(pid=82346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Sep 15 13:37:45.841660 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-3c64e603-6644-4302-ac88-1019a004e00f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:45.922160 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6883fc2c-6bcc-4d20-9014-4e934298be42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:37:45.922843 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6883fc2c-6bcc-4d20-9014-4e934298be42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:37:45.923389 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6883fc2c-6bcc-4d20-9014-4e934298be42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:37:45.923961 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6883fc2c-6bcc-4d20-9014-4e934298be42 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:37:45.924793 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6883fc2c-6bcc-4d20-9014-4e934298be42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:37:45.926512 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6883fc2c-6bcc-4d20-9014-4e934298be42 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:37:45.927187 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6883fc2c-6bcc-4d20-9014-4e934298be42 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:37:45.927781 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6883fc2c-6bcc-4d20-9014-4e934298be42 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:37:45.928331 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6883fc2c-6bcc-4d20-9014-4e934298be42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:37:45.928860 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6883fc2c-6bcc-4d20-9014-4e934298be42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:37:45.929513 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6883fc2c-6bcc-4d20-9014-4e934298be42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:37:45.930960 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6883fc2c-6bcc-4d20-9014-4e934298be42 None None] Tracked resource versions report:
Sep 15 13:37:45.930960 dv-cinder-809181-1-iscsi neutron-server[82236]: pushed versions:
Sep 15 13:37:45.930960 dv-cinder-809181-1-iscsi neutron-server[82236]: {   'ConntrackHelper': {'1.0'},
Sep 15 13:37:45.930960 dv-cinder-809181-1-iscsi neutron-server[82236]:     'Log': {'1.0'},
Sep 15 13:37:45.930960 dv-cinder-809181-1-iscsi neutron-server[82236]:     'Network': {'1.1'},
Sep 15 13:37:45.930960 dv-cinder-809181-1-iscsi neutron-server[82236]:     'Port': {'1.5'},
Sep 15 13:37:45.930960 dv-cinder-809181-1-iscsi neutron-server[82236]:     'PortForwarding': {'1.2'},
Sep 15 13:37:45.930960 dv-cinder-809181-1-iscsi neutron-server[82236]:     'QosPolicy': {'1.8'},
Sep 15 13:37:45.930960 dv-cinder-809181-1-iscsi neutron-server[82236]:     'SecurityGroup': {'1.2'},
Sep 15 13:37:45.930960 dv-cinder-809181-1-iscsi neutron-server[82236]:     'SecurityGroupRule': {'1.0'},
Sep 15 13:37:45.930960 dv-cinder-809181-1-iscsi neutron-server[82236]:     'SubPort': {'1.0'},
Sep 15 13:37:45.930960 dv-cinder-809181-1-iscsi neutron-server[82236]:     'Subnet': {'1.1'},
Sep 15 13:37:45.930960 dv-cinder-809181-1-iscsi neutron-server[82236]:     'Trunk': {'1.1'}}
Sep 15 13:37:45.930960 dv-cinder-809181-1-iscsi neutron-server[82236]: consumer versions:
Sep 15 13:37:45.930960 dv-cinder-809181-1-iscsi neutron-server[82236]: {   DHCP agent@dv-cinder-809181-1-iscsi: {},
Sep 15 13:37:45.930960 dv-cinder-809181-1-iscsi neutron-server[82236]:     HyperV agent@hv-cinder-80918: {},
Sep 15 13:37:45.930960 dv-cinder-809181-1-iscsi neutron-server[82236]:     L3 agent@dv-cinder-809181-1-iscsi: {},
Sep 15 13:37:45.930960 dv-cinder-809181-1-iscsi neutron-server[82236]:     Metadata agent@dv-cinder-809181-1-iscsi: {},
Sep 15 13:37:45.930960 dv-cinder-809181-1-iscsi neutron-server[82236]:     Metering agent@dv-cinder-809181-1-iscsi: {},
Sep 15 13:37:45.930960 dv-cinder-809181-1-iscsi neutron-server[82236]:     Open vSwitch agent@dv-cinder-809181-1-iscsi: {   'ConntrackHelper': '1.0',
Sep 15 13:37:45.930960 dv-cinder-809181-1-iscsi neutron-server[82236]:                                                      'Log': '1.0',
Sep 15 13:37:45.930960 dv-cinder-809181-1-iscsi neutron-server[82236]:                                                      'Network': '1.1',
Sep 15 13:37:45.930960 dv-cinder-809181-1-iscsi neutron-server[82236]:                                                      'Port': '1.5',
Sep 15 13:37:45.930960 dv-cinder-809181-1-iscsi neutron-server[82236]:                                                      'PortForwarding': '1.2',
Sep 15 13:37:45.930960 dv-cinder-809181-1-iscsi neutron-server[82236]:                                                      'QosPolicy': '1.8',
Sep 15 13:37:45.930960 dv-cinder-809181-1-iscsi neutron-server[82236]:                                                      'SecurityGroup': '1.2',
Sep 15 13:37:45.930960 dv-cinder-809181-1-iscsi neutron-server[82236]:                                                      'SecurityGroupRule': '1.0',
Sep 15 13:37:45.930960 dv-cinder-809181-1-iscsi neutron-server[82236]:                                                      'SubPort': '1.0',
Sep 15 13:37:45.930960 dv-cinder-809181-1-iscsi neutron-server[82236]:                                                      'Subnet': '1.1',
Sep 15 13:37:45.930960 dv-cinder-809181-1-iscsi neutron-server[82236]:                                                      'Trunk': '1.1'}}
Sep 15 13:37:45.930960 dv-cinder-809181-1-iscsi neutron-server[82236]:  {{(pid=82348) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Sep 15 13:37:45.938387 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-6883fc2c-6bcc-4d20-9014-4e934298be42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.791s {{(pid=82348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:37:45.942623 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.423s {{(pid=82348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:37:45.994630 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-8b14f756-22f5-4f81-9d9d-9d6f91ec4fbf None None] For port 72a29d8b-bd10-4a64-9803-3c4146b33ba9, host dv-cinder-809181-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-iscsi',level=0,port_id=72a29d8b-bd10-4a64-9803-3c4146b33ba9,segment=NetworkSegment(1ed3a544-0c3b-4c22-95a9-80d26a08a4c3),segment_id=1ed3a544-0c3b-4c22-95a9-80d26a08a4c3)] {{(pid=82347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Sep 15 13:37:46.070524 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-3c64e603-6644-4302-ac88-1019a004e00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-956'] for subnet, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:46.105484 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6883fc2c-6bcc-4d20-9014-4e934298be42 None None] Pushing event updated for resources: {'Port': ['ID=05c1d5c3-330b-4f4d-9200-6dad9f8a07b3,revision_number=3']} {{(pid=82348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:37:46.115605 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-8b14f756-22f5-4f81-9d9d-9d6f91ec4fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:46.121660 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-6883fc2c-6bcc-4d20-9014-4e934298be42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=82348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:37:46.124265 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9bdb66b-fbca-471b-ae77-106e33b79fc7 None None] Network 3ac46bc2-c2a8-4496-b1eb-6a9101e7ddb9 requested from dv-cinder-809181-1-iscsi {{(pid=82347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Sep 15 13:37:46.163717 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:37:46.227881 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Provisioning for port 517d050d-fdcd-49a0-ab43-d1fbcfb0b46e completed by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Sep 15 13:37:46.234834 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-fd84823c-7376-4648-8b8e-afcf66e5e487 req-709a0352-b20e-429d-95f6-33c6f131aa66 tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] 10.222.0.41 "GET /v2.0/ports?device_id=e07f2504-e042-48e6-8a29-a2bba24a76d8 HTTP/1.1" status: 200  len: 210 time: 0.0778885
Sep 15 13:37:46.264524 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-3c64e603-6644-4302-ac88-1019a004e00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916'] for subnet, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:46.268747 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvr_db [None req-e8920ff2-7c82-41ee-abdf-e089db1f3c6a None None] Set router b57ef187-4677-4138-9304-5ae1a012bd28 gateway port host: dv-cinder-809181-1-iscsi {{(pid=82348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Sep 15 13:37:46.291247 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e664e5-a301-4fe9-a18d-2a76cc921f83 req-ab8229ed-ddae-4fba-b9ec-29213be6b139 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:37:46.301360 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Provisioning complete for port 517d050d-fdcd-49a0-ab43-d1fbcfb0b46e triggered by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:37:46.301592 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:46.305539 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-612922b5-1edf-4526-b2d6-75d6dc9fe313 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:37:46.306217 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-e3e664e5-a301-4fe9-a18d-2a76cc921f83 req-ab8229ed-ddae-4fba-b9ec-29213be6b139 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Synchronizing usage tracker for tenant:123dd1ba9d594e88a025896157079afa on resource:network {{(pid=82346) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Sep 15 13:37:46.400474 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c64e603-6644-4302-ac88-1019a004e00f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9bd1172-59b3-40c0-ac69-6e16e6415ddd,revision_number=None']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:37:46.408793 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-3c64e603-6644-4302-ac88-1019a004e00f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:37:46.439332 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-3c64e603-6644-4302-ac88-1019a004e00f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7149901'] for subnet, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:46.464068 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-3c64e603-6644-4302-ac88-1019a004e00f admin admin] 10.222.0.41 "DELETE /v2.0/subnets/e9bd1172-59b3-40c0-ac69-6e16e6415ddd HTTP/1.1" status: 204  len: 168 time: 1.5869589
Sep 15 13:37:46.472469 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 56764) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:37:46.697444 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 56780) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:37:46.780361 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-e3e664e5-a301-4fe9-a18d-2a76cc921f83 req-ab8229ed-ddae-4fba-b9ec-29213be6b139 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Unset dirty status for tenant:123dd1ba9d594e88a025896157079afa on resource:network {{(pid=82346) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Sep 15 13:37:46.781810 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-e3e664e5-a301-4fe9-a18d-2a76cc921f83 req-ab8229ed-ddae-4fba-b9ec-29213be6b139 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.36 "GET /v2.0/networks?id=b896e533-b678-44d7-b97d-e7b840adb427 HTTP/1.1" status: 200  len: 814 time: 1.6490252
Sep 15 13:37:46.792511 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f7415478-0dcf-4ff3-896d-db9658edd15c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854347016'] for network, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:46.825709 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [req-e3e664e5-a301-4fe9-a18d-2a76cc921f83 req-424c166e-aa18-4bc7-aed2-0eca933c3ac7 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Request body: {'port': {'device_id': '5cb9c44d-f497-4d9c-aaec-a2fee224e186', 'network_id': 'b896e533-b678-44d7-b97d-e7b840adb427', 'admin_state_up': True, 'tenant_id': '123dd1ba9d594e88a025896157079afa'}} {{(pid=82346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:37:46.845325 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-3418289f-0d6c-4a49-a6f0-105050d71920 req-09e1804b-838c-4236-9646-7697062f3f5d tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cb9c44d-f497-4d9c-aaec-a2fee224e186 HTTP/1.1" status: 200  len: 210 time: 0.1194100
Sep 15 13:37:46.950696 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-e8920ff2-7c82-41ee-abdf-e089db1f3c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cd2637d68>, [{'id': 'b57ef187-4677-4138-9304-5ae1a012bd28', 'name': 'tempest-AttachVolumeShelveTestJSON-500667379-router', 'tenant_id': '025c529061864e2ab47987e7d6ed7d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': '05c1d5c3-330b-4f4d-9200-6dad9f8a07b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:37Z', 'updated_at': '2021-09-15T13:37:39Z', 'revision_number': 3, 'project_id': '025c529061864e2ab47987e7d6ed7d28', 'gw_port': {'id': '05c1d5c3-330b-4f4d-9200-6dad9f8a07b3', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cf:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b57ef187-4677-4138-9304-5ae1a012bd28', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:38Z', 'updated_at': '2021-09-15T13:37:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi'}], 'dv-cinder-809181-1-iscsi', False) {} {{(pid=82348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:37:46.959073 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8920ff2-7c82-41ee-abdf-e089db1f3c6a None None] The sync data for ids ['b57ef187-4677-4138-9304-5ae1a012bd28'] in dv-cinder-809181-1-iscsi is: [{'id': 'b57ef187-4677-4138-9304-5ae1a012bd28', 'name': 'tempest-AttachVolumeShelveTestJSON-500667379-router', 'tenant_id': '025c529061864e2ab47987e7d6ed7d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': '05c1d5c3-330b-4f4d-9200-6dad9f8a07b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:37Z', 'updated_at': '2021-09-15T13:37:39Z', 'revision_number': 3, 'project_id': '025c529061864e2ab47987e7d6ed7d28', 'gw_port': {'id': '05c1d5c3-330b-4f4d-9200-6dad9f8a07b3', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cf:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b57ef187-4677-4138-9304-5ae1a012bd28', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:38Z', 'updated_at': '2021-09-15T13:37:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi'}] {{(pid=82348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Sep 15 13:37:47.066132 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5640ffbb-8b6d-452f-bf15-16fe7cb65c0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:47.087805 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-5640ffbb-8b6d-452f-bf15-16fe7cb65c0e admin admin] Transition to ACTIVE for port object e087af7b-9fed-4da0-b075-bf2545f634df will not be triggered until provisioned by entity DHCP. {{(pid=82346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Sep 15 13:37:47.135892 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b14f756-22f5-4f81-9d9d-9d6f91ec4fbf None None] Pushing event updated for resources: {'Port': ['ID=72a29d8b-bd10-4a64-9803-3c4146b33ba9,revision_number=2']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:37:47.160530 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5640ffbb-8b6d-452f-bf15-16fe7cb65c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363301743938437'] for port, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:47.172925 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.36', 51083) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:37:47.200912 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-11fd79da-e542-4932-8c37-4fbafb181654 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:37:47.214600 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-8b14f756-22f5-4f81-9d9d-9d6f91ec4fbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.051s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:37:47.226809 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-9fb1e240-8bf8-4353-98c5-c7f6fda791dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cd277b3c8>, [{'id': '0c1a9be1-12af-4edc-90ba-07b85f4575b2', 'name': 'tempest-AttachVolumeTestJSON-1358564763-router', 'tenant_id': '839ee03af2c74792a3a3c2d72d59dd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '2c04589e-3e63-405d-9909-138c561a87c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:38Z', 'updated_at': '2021-09-15T13:37:41Z', 'revision_number': 3, 'project_id': '839ee03af2c74792a3a3c2d72d59dd55', 'gw_port': {'id': '2c04589e-3e63-405d-9909-138c561a87c8', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:5e:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c1a9be1-12af-4edc-90ba-07b85f4575b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:40Z', 'updated_at': '2021-09-15T13:37:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi'}], 'dv-cinder-809181-1-iscsi', False) {} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:37:47.243183 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb1e240-8bf8-4353-98c5-c7f6fda791dc None None] Checking router: 0c1a9be1-12af-4edc-90ba-07b85f4575b2 for host: dv-cinder-809181-1-iscsi {{(pid=82347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Sep 15 13:37:47.243511 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb1e240-8bf8-4353-98c5-c7f6fda791dc None None] Updating router 0c1a9be1-12af-4edc-90ba-07b85f4575b2 port 2c04589e-3e63-405d-9909-138c561a87c8 binding host dv-cinder-809181-1-iscsi {{(pid=82347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Sep 15 13:37:47.265775 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5640ffbb-8b6d-452f-bf15-16fe7cb65c0e admin admin] Network e9c16276-857e-49e4-bec2-1a6e621bb0c0 is already hosted by enough agents. {{(pid=82346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Sep 15 13:37:47.308487 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.base_scheduler [None req-5640ffbb-8b6d-452f-bf15-16fe7cb65c0e admin admin] Resources bound (agent type, host, resource id):  {{(pid=82346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Sep 15 13:37:47.311378 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5640ffbb-8b6d-452f-bf15-16fe7cb65c0e admin admin] Received port after_create {{(pid=82346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 15 13:37:47.311951 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5640ffbb-8b6d-452f-bf15-16fe7cb65c0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1673504'] for router_interface, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:47.803881 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:47.951077 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f7415478-0dcf-4ff3-896d-db9658edd15c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13861', 'neutron.services.segments.db._delete_segments_for_network-8735111364894'] for network, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:47.973557 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5640ffbb-8b6d-452f-bf15-16fe7cb65c0e admin admin] Pushing event updated for resources: {'Port': ['ID=e087af7b-9fed-4da0-b075-bf2545f634df,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:37:48.022391 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-5640ffbb-8b6d-452f-bf15-16fe7cb65c0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.821s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:37:48.027600 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9fb1e240-8bf8-4353-98c5-c7f6fda791dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:48.047486 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f7415478-0dcf-4ff3-896d-db9658edd15c admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f1cd1a7b0f0>> segment before_delete 55550000 {{(pid=82345) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:37:48.048086 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f7415478-0dcf-4ff3-896d-db9658edd15c admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f1cd1a7b0f0>> subnet precommit_delete_associations 55550000 {{(pid=82345) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:37:48.049809 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f7415478-0dcf-4ff3-896d-db9658edd15c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1cd1a25908>> segment_host_mapping after_create 55550000 {{(pid=82345) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:37:48.056375 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f7415478-0dcf-4ff3-896d-db9658edd15c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1cd1a25908>> port after_create 55550000 {{(pid=82345) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:37:48.056961 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f7415478-0dcf-4ff3-896d-db9658edd15c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1cd1a25908>> port after_delete 55550000 {{(pid=82345) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:37:48.057517 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f7415478-0dcf-4ff3-896d-db9658edd15c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1cd1a25908>> port after_update 55550000 {{(pid=82345) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:37:48.068779 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f7415478-0dcf-4ff3-896d-db9658edd15c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1cd1a25908>> segment after_delete 55550000 {{(pid=82345) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:37:48.070767 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f7415478-0dcf-4ff3-896d-db9658edd15c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1cd1a25908>> subnet after_create 55550000 {{(pid=82345) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:37:48.071891 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f7415478-0dcf-4ff3-896d-db9658edd15c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1cd1a25908>> subnet after_delete 55550000 {{(pid=82345) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:37:48.076951 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f7415478-0dcf-4ff3-896d-db9658edd15c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1cd1a25908>> subnet after_update 55550000 {{(pid=82345) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:37:48.178274 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] For port 517d050d-fdcd-49a0-ab43-d1fbcfb0b46e, host dv-cinder-809181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-iscsi',level=0,port_id=517d050d-fdcd-49a0-ab43-d1fbcfb0b46e,segment=NetworkSegment(11169836-79b2-4822-b283-a5d557a2336a),segment_id=11169836-79b2-4822-b283-a5d557a2336a)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:37:48.222119 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:48.318172 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:37:48.685927 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f7415478-0dcf-4ff3-896d-db9658edd15c admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1cd21e2c50>> subnet after_create 55550000 {{(pid=82345) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:37:48.688155 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f7415478-0dcf-4ff3-896d-db9658edd15c admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1cd21e2c50>> subnet after_delete 55550000 {{(pid=82345) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:37:48.688718 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f7415478-0dcf-4ff3-896d-db9658edd15c admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1cd21e2c50>> subnet before_create 55550000 {{(pid=82345) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:37:48.689273 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f7415478-0dcf-4ff3-896d-db9658edd15c admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1cd21e2c50>> subnet before_update 55550000 {{(pid=82345) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:37:48.689983 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.services.segments.db [None req-f7415478-0dcf-4ff3-896d-db9658edd15c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1cd1a7bcf8>,) {'filters': {'network_id': ['f5f9877d-1867-4c50-8671-589b54a67ec0']}} {{(pid=82345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:37:48.732101 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.services.segments.db [None req-f7415478-0dcf-4ff3-896d-db9658edd15c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1cd1a7bcf8>, 'ed10cdd1-2f27-4ca6-a902-5ceb2d6cd044') {'for_net_delete': True} {{(pid=82345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:37:48.732715 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.services.segments.db [None req-f7415478-0dcf-4ff3-896d-db9658edd15c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1cd1a7bcf8>, 'ed10cdd1-2f27-4ca6-a902-5ceb2d6cd044') {} {{(pid=82345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:37:48.752059 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-e4c682b1-e51e-44c1-b445-0bfa60519d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:48.760037 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f7415478-0dcf-4ff3-896d-db9658edd15c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363301743409746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852126589'] for segment, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:48.803770 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f7415478-0dcf-4ff3-896d-db9658edd15c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854307961'] for segment, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:48.814713 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7415478-0dcf-4ff3-896d-db9658edd15c admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=82345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Sep 15 13:37:48.828679 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f7415478-0dcf-4ff3-896d-db9658edd15c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-467870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2637340'] for segment, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:48.838872 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device 05c1d5c3-330b-4f4d-9200-6dad9f8a07b3 up at agent ovs-agent-dv-cinder-809181-1-iscsi {{(pid=82347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Sep 15 13:37:48.844319 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [req-e3e664e5-a301-4fe9-a18d-2a76cc921f83 req-424c166e-aa18-4bc7-aed2-0eca933c3ac7 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:37:48.858987 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-e3e664e5-a301-4fe9-a18d-2a76cc921f83 req-424c166e-aa18-4bc7-aed2-0eca933c3ac7 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Usage tracker for resource:port and tenant:123dd1ba9d594e88a025896157079afa is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:37:48.869866 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-e3e664e5-a301-4fe9-a18d-2a76cc921f83 req-424c166e-aa18-4bc7-aed2-0eca933c3ac7 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:37:48.891231 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [req-e3e664e5-a301-4fe9-a18d-2a76cc921f83 req-424c166e-aa18-4bc7-aed2-0eca933c3ac7 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:37:48.943539 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Pushing event updated for resources: {'Port': ['ID=517d050d-fdcd-49a0-ab43-d1fbcfb0b46e,revision_number=3']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:37:49.060980 dv-cinder-809181-1-iscsi neutron-server[82236]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release.  viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences)
Sep 15 13:37:49.060980 dv-cinder-809181-1-iscsi neutron-server[82236]:   (self, other),
Sep 15 13:37:49.060980 dv-cinder-809181-1-iscsi neutron-server[82236]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release.  viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences)
Sep 15 13:37:49.060980 dv-cinder-809181-1-iscsi neutron-server[82236]:   (self, other),
Sep 15 13:37:49.060980 dv-cinder-809181-1-iscsi neutron-server[82236]: Traceback (most recent call last):
Sep 15 13:37:49.060980 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Sep 15 13:37:49.060980 dv-cinder-809181-1-iscsi neutron-server[82236]:     timer()
Sep 15 13:37:49.060980 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 15 13:37:49.060980 dv-cinder-809181-1-iscsi neutron-server[82236]:     cb(*args, **kw)
Sep 15 13:37:49.060980 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Sep 15 13:37:49.060980 dv-cinder-809181-1-iscsi neutron-server[82236]:     return func(*args, **kwargs)
Sep 15 13:37:49.060980 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 15 13:37:49.060980 dv-cinder-809181-1-iscsi neutron-server[82236]:     self._notify()
Sep 15 13:37:49.060980 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 15 13:37:49.060980 dv-cinder-809181-1-iscsi neutron-server[82236]:     self.callback(batched_events)
Sep 15 13:37:49.060980 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 15 13:37:49.060980 dv-cinder-809181-1-iscsi neutron-server[82236]:     event.method(event)
Sep 15 13:37:49.060980 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 15 13:37:49.060980 dv-cinder-809181-1-iscsi neutron-server[82236]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 15 13:37:49.060980 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Sep 15 13:37:49.060980 dv-cinder-809181-1-iscsi neutron-server[82236]:     segment_id)['aggregates'][0]
Sep 15 13:37:49.060980 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Sep 15 13:37:49.060980 dv-cinder-809181-1-iscsi neutron-server[82236]:     return f(self, *a, **k)
Sep 15 13:37:49.060980 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Sep 15 13:37:49.060980 dv-cinder-809181-1-iscsi neutron-server[82236]:     return self._get(url).json()
Sep 15 13:37:49.060980 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Sep 15 13:37:49.060980 dv-cinder-809181-1-iscsi neutron-server[82236]:     **kwargs)
Sep 15 13:37:49.060980 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Sep 15 13:37:49.060980 dv-cinder-809181-1-iscsi neutron-server[82236]:     return self.request(url, 'GET', **kwargs)
Sep 15 13:37:49.060980 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Sep 15 13:37:49.060980 dv-cinder-809181-1-iscsi neutron-server[82236]:     **endpoint_filter)
Sep 15 13:37:49.060980 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Sep 15 13:37:49.060980 dv-cinder-809181-1-iscsi neutron-server[82236]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 15 13:37:49.060980 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Sep 15 13:37:49.060980 dv-cinder-809181-1-iscsi neutron-server[82236]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 15 13:37:49.060980 dv-cinder-809181-1-iscsi neutron-server[82236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 15 13:37:49.116097 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5640ffbb-8b6d-452f-bf15-16fe7cb65c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:49.179775 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7d208a19-2a25-435d-989c-83fc8acab319 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:49.265164 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3e664e5-a301-4fe9-a18d-2a76cc921f83 req-424c166e-aa18-4bc7-aed2-0eca933c3ac7 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Made reservation on behalf of 123dd1ba9d594e88a025896157079afa for: {'port': 1} {{(pid=82346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Sep 15 13:37:49.276925 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-e3e664e5-a301-4fe9-a18d-2a76cc921f83 req-424c166e-aa18-4bc7-aed2-0eca933c3ac7 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:49.376773 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-6a73dbea-cdb0-49bd-8ce4-a8fbae997bb5 req-da0bf66d-91ff-4229-a412-404081484c65 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cb9c44d-f497-4d9c-aaec-a2fee224e186 HTTP/1.1" status: 200  len: 210 time: 0.3147271
Sep 15 13:37:49.384485 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f7415478-0dcf-4ff3-896d-db9658edd15c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854761902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853102175'] for network, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:49.395532 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-7ac6e47e-7720-4a68-a3a8-9cafaf45130f req-04e2e645-62e6-4d6e-a628-dc891ce514f6 tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] 10.222.0.41 "GET /v2.0/ports?device_id=e07f2504-e042-48e6-8a29-a2bba24a76d8 HTTP/1.1" status: 200  len: 210 time: 1.7048159
Sep 15 13:37:49.426601 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-7d208a19-2a25-435d-989c-83fc8acab319 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:37:49.429325 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9fb1e240-8bf8-4353-98c5-c7f6fda791dc None None] Notify callbacks [] for port, precommit_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:49.432285 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-7d208a19-2a25-435d-989c-83fc8acab319 admin admin] Usage tracker for resource:security_group_rule and tenant:5063cd4ae2c04785b29230d74c547463 is out of sync, need to count used quota {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:37:49.445908 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-7d208a19-2a25-435d-989c-83fc8acab319 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:37:49.458037 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-7d208a19-2a25-435d-989c-83fc8acab319 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:37:49.458201 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-9fb1e240-8bf8-4353-98c5-c7f6fda791dc None None] Transition to ACTIVE for port object 2c04589e-3e63-405d-9909-138c561a87c8 will not be triggered until provisioned by entity L2. {{(pid=82347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Sep 15 13:37:49.467904 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.150s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:37:49.471757 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9fb1e240-8bf8-4353-98c5-c7f6fda791dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:49.472802 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b75dcb0-c003-4ca9-bbd5-f66c29d5b733 None None] Network 9b5d95b3-3bf8-4370-9b66-9dd986b48a07 requested from dv-cinder-809181-1-iscsi {{(pid=82347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Sep 15 13:37:49.494725 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-f9fc8e3e-4a9c-45e9-a09c-b5e641c5987c None None] Provisioning complete for port 517d050d-fdcd-49a0-ab43-d1fbcfb0b46e triggered by entity DHCP. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:37:49.495434 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f9fc8e3e-4a9c-45e9-a09c-b5e641c5987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:49.522617 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 56822) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:37:49.555448 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7d208a19-2a25-435d-989c-83fc8acab319 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:49.557333 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-35e6c941-e50a-4442-bf28-4ea3b563faf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:37:49.572860 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-35e09e5f-8ba6-4859-b3f9-2d283124fcd1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:37:49.585772 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f7415478-0dcf-4ff3-896d-db9658edd15c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7149901'] for network, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:49.589407 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7415478-0dcf-4ff3-896d-db9658edd15c admin admin] Pushing event deleted for resources: {'Network': ['ID=f5f9877d-1867-4c50-8671-589b54a67ec0,revision_number=None']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:37:49.591720 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8667cc2-ad3a-4f8b-bc16-698f6aa4f456 admin admin] Router 906485ef-e056-43a0-98cf-46486238c9c4 is scheduled to L3 agent c919ec5e-912e-4080-8a6b-9b8956cb875b with binding_index 1 {{(pid=82345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Sep 15 13:37:49.593863 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7d208a19-2a25-435d-989c-83fc8acab319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:49.597918 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-f7415478-0dcf-4ff3-896d-db9658edd15c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:37:49.615802 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-f7415478-0dcf-4ff3-896d-db9658edd15c admin admin] 10.222.0.41 "DELETE /v2.0/networks/f5f9877d-1867-4c50-8671-589b54a67ec0 HTTP/1.1" status: 204  len: 168 time: 3.1421487
Sep 15 13:37:49.619162 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:37:49.664258 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 56828) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:37:49.667266 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d208a19-2a25-435d-989c-83fc8acab319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13dfac8f-065d-4f0c-82f7-7f4956c8ac13,revision_number=1']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:37:49.692170 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-7d208a19-2a25-435d-989c-83fc8acab319 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:37:49.781819 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.db_base_plugin_v2 [None req-c02b88a1-e3d4-4885-b768-b92e21003e51 admin admin] Deleting subnet 4b92966d-e1af-428e-b1a7-f4df49a1f83e {{(pid=82345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Sep 15 13:37:49.785992 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-c02b88a1-e3d4-4885-b768-b92e21003e51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:49.800798 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.db_base_plugin_common [None req-e4c682b1-e51e-44c1-b445-0bfa60519d0a admin admin] Allocated IP 172.20.0.1 (9b5d95b3-3bf8-4370-9b66-9dd986b48a07/1beceede-0773-432e-935b-1a5d4e30ef31/5e25fb80-8d76-4b71-8d1a-d48a31606ea5) {{(pid=82346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Sep 15 13:37:49.854036 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-c02b88a1-e3d4-4885-b768-b92e21003e51 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649242'] for subnet, precommit_delete_associations {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:49.934189 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-c02b88a1-e3d4-4885-b768-b92e21003e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-956'] for subnet, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:50.016328 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-e4c682b1-e51e-44c1-b445-0bfa60519d0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:50.028830 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7599f069-2274-403a-bddc-6928e9545d70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:50.036544 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-e4c682b1-e51e-44c1-b445-0bfa60519d0a admin admin] Transition to ACTIVE for port object 5e25fb80-8d76-4b71-8d1a-d48a31606ea5 will not be triggered until provisioned by entity DHCP. {{(pid=82346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Sep 15 13:37:50.079454 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9973a7b-370b-4c39-8967-1c4521dfa74b req-9a195498-7bf0-45f0-a28c-91049f0effa5 tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:37:50.081284 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72c779f-5124-44c6-a13e-f45b63da6127 None None] Pushing event updated for resources: {'Port': ['ID=2c04589e-3e63-405d-9909-138c561a87c8,revision_number=2']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:37:50.081395 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-d9973a7b-370b-4c39-8967-1c4521dfa74b req-9a195498-7bf0-45f0-a28c-91049f0effa5 tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] 10.222.0.36 "GET /v2.0/networks?id=89a72241-98e5-4fba-a0ab-82753943e5e0 HTTP/1.1" status: 200  len: 810 time: 2.8884294
Sep 15 13:37:50.087448 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-e4c682b1-e51e-44c1-b445-0bfa60519d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363301743938437'] for port, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:50.145035 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [None req-9fb1e240-8bf8-4353-98c5-c7f6fda791dc None None] Attempting to bind port 2c04589e-3e63-405d-9909-138c561a87c8 on host dv-cinder-809181-1-iscsi for vnic_type normal with profile  {{(pid=82347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Sep 15 13:37:50.145503 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [None req-9fb1e240-8bf8-4353-98c5-c7f6fda791dc None None] Attempting to bind port 2c04589e-3e63-405d-9909-138c561a87c8 by drivers openvswitch,hyperv on host dv-cinder-809181-1-iscsi at level 0 using segments [{'id': 'fb39ec5d-b714-4bbc-8dc4-da8589a681e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6'}] {{(pid=82347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Sep 15 13:37:50.145909 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb1e240-8bf8-4353-98c5-c7f6fda791dc None None] Attempting to bind port 2c04589e-3e63-405d-9909-138c561a87c8 on network 8154de37-a8f1-49b5-9df6-05123ded69e6 {{(pid=82347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Sep 15 13:37:50.147971 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-7599f069-2274-403a-bddc-6928e9545d70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:37:50.153363 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-7599f069-2274-403a-bddc-6928e9545d70 admin admin] Usage tracker for resource:security_group_rule and tenant:aeef7e7abb174150a876fe136a3eaa65 is out of sync, need to count used quota {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:37:50.155386 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-87b09117-e357-4c03-b618-f86cd7064712 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:37:50.156869 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-7599f069-2274-403a-bddc-6928e9545d70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:37:50.160278 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-a72c779f-5124-44c6-a13e-f45b63da6127 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:37:50.161442 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb1e240-8bf8-4353-98c5-c7f6fda791dc None None] Checking agent: {'id': '0bfd5640-42e8-4a2a-ac27-f2d96fe1a4e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809181-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 29, 28), 'started_at': datetime.datetime(2021, 9, 15, 13, 29, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809181-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Sep 15 13:37:50.161681 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb1e240-8bf8-4353-98c5-c7f6fda791dc None None] Checking segment: {'id': 'fb39ec5d-b714-4bbc-8dc4-da8589a681e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Sep 15 13:37:50.162091 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9fb1e240-8bf8-4353-98c5-c7f6fda791dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:50.162541 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb1e240-8bf8-4353-98c5-c7f6fda791dc None None] Bound using segment: {'id': 'fb39ec5d-b714-4bbc-8dc4-da8589a681e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6'} {{(pid=82347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Sep 15 13:37:50.163097 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [None req-9fb1e240-8bf8-4353-98c5-c7f6fda791dc None None] Bound port: 2c04589e-3e63-405d-9909-138c561a87c8, host: dv-cinder-809181-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb39ec5d-b714-4bbc-8dc4-da8589a681e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6'}}] {{(pid=82347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Sep 15 13:37:50.163542 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9fb1e240-8bf8-4353-98c5-c7f6fda791dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:50.168102 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-7599f069-2274-403a-bddc-6928e9545d70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:37:50.244109 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-9fb1e240-8bf8-4353-98c5-c7f6fda791dc None None] For port 2c04589e-3e63-405d-9909-138c561a87c8, host dv-cinder-809181-1-iscsi, cleared binding levels {{(pid=82347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Sep 15 13:37:50.247249 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7599f069-2274-403a-bddc-6928e9545d70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:50.247746 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-9fb1e240-8bf8-4353-98c5-c7f6fda791dc None None] For port 2c04589e-3e63-405d-9909-138c561a87c8, host dv-cinder-809181-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-iscsi',level=0,port_id=2c04589e-3e63-405d-9909-138c561a87c8,segment=NetworkSegment(fb39ec5d-b714-4bbc-8dc4-da8589a681e7),segment_id=fb39ec5d-b714-4bbc-8dc4-da8589a681e7)] {{(pid=82347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Sep 15 13:37:50.269839 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Provisioning for port 05c1d5c3-330b-4f4d-9200-6dad9f8a07b3 completed by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Sep 15 13:37:50.286418 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-c02b88a1-e3d4-4885-b768-b92e21003e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2637479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853466844'] for subnet, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:50.288326 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9fb1e240-8bf8-4353-98c5-c7f6fda791dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:50.305094 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Provisioning complete for port 05c1d5c3-330b-4f4d-9200-6dad9f8a07b3 triggered by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:37:50.305567 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:50.306319 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7599f069-2274-403a-bddc-6928e9545d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:50.372886 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:37:50.429134 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [req-d9973a7b-370b-4c39-8967-1c4521dfa74b req-77fbccd4-f03f-4da7-9409-35fce9a577c7 tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] Request body: {'port': {'device_id': 'e07f2504-e042-48e6-8a29-a2bba24a76d8', 'network_id': '89a72241-98e5-4fba-a0ab-82753943e5e0', 'admin_state_up': True, 'tenant_id': 'cb79605c5e154acc8ad686ebbdcf1c29'}} {{(pid=82346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:37:50.433122 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:37:50.480411 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c682b1-e51e-44c1-b445-0bfa60519d0a admin admin] Pushing event updated for resources: {'Port': ['ID=5e25fb80-8d76-4b71-8d1a-d48a31606ea5,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:37:50.503286 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-e4c682b1-e51e-44c1-b445-0bfa60519d0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:37:50.533643 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-c02b88a1-e3d4-4885-b768-b92e21003e51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7149901'] for subnet, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:50.580575 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02b88a1-e3d4-4885-b768-b92e21003e51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b92966d-e1af-428e-b1a7-f4df49a1f83e,revision_number=None']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:37:50.593260 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-c02b88a1-e3d4-4885-b768-b92e21003e51 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/4b92966d-e1af-428e-b1a7-f4df49a1f83e HTTP/1.1" status: 204  len: 168 time: 0.9203970
Sep 15 13:37:50.594718 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-c02b88a1-e3d4-4885-b768-b92e21003e51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:37:50.600945 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:37:50.659949 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-7d208a19-2a25-435d-989c-83fc8acab319 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5063cd4ae2c04785b29230d74c547463&name=default HTTP/1.1" status: 200  len: 2647 time: 3.9604697
Sep 15 13:37:50.666598 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 56836) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:37:50.667207 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 56838) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:37:50.668114 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7599f069-2274-403a-bddc-6928e9545d70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b56a0a-4998-475e-a67b-df7c17b50ed7,revision_number=1']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:37:50.684940 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-7599f069-2274-403a-bddc-6928e9545d70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:37:50.725657 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb1e240-8bf8-4353-98c5-c7f6fda791dc None None] Routers {'0c1a9be1-12af-4edc-90ba-07b85f4575b2'} bound to L3 agent in host dv-cinder-809181-1-iscsi {{(pid=82347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 15 13:37:50.726463 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-9fb1e240-8bf8-4353-98c5-c7f6fda791dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cd277b3c8>, 'dv-cinder-809181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T13:29:29Z,description=<?>,heartbeat_timestamp=2021-09-15T13:37:29Z,host='dv-cinder-809181-1-iscsi',id=c919ec5e-912e-4080-8a6b-9b8956cb875b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T13:29:29Z,topic='l3_agent')) {'router_ids': ['0c1a9be1-12af-4edc-90ba-07b85f4575b2'], 'active': True} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:37:50.811057 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c682b1-e51e-44c1-b445-0bfa60519d0a admin admin] Network 9b5d95b3-3bf8-4370-9b66-9dd986b48a07 is already hosted by enough agents. {{(pid=82346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Sep 15 13:37:50.821391 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:50.838699 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] For port 05c1d5c3-330b-4f4d-9200-6dad9f8a07b3, host dv-cinder-809181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-iscsi',level=0,port_id=05c1d5c3-330b-4f4d-9200-6dad9f8a07b3,segment=NetworkSegment(fb39ec5d-b714-4bbc-8dc4-da8589a681e7),segment_id=fb39ec5d-b714-4bbc-8dc4-da8589a681e7)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:37:50.852271 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.base_scheduler [None req-e4c682b1-e51e-44c1-b445-0bfa60519d0a admin admin] Resources bound (agent type, host, resource id):  {{(pid=82346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Sep 15 13:37:50.866095 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c682b1-e51e-44c1-b445-0bfa60519d0a admin admin] Received port after_create {{(pid=82346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 15 13:37:50.866667 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-e4c682b1-e51e-44c1-b445-0bfa60519d0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1673504'] for router_interface, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:50.893083 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [req-d9973a7b-370b-4c39-8967-1c4521dfa74b req-77fbccd4-f03f-4da7-9409-35fce9a577c7 tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:37:50.915335 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-d9973a7b-370b-4c39-8967-1c4521dfa74b req-77fbccd4-f03f-4da7-9409-35fce9a577c7 tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] Usage tracker for resource:port and tenant:cb79605c5e154acc8ad686ebbdcf1c29 is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:37:50.925965 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-d9973a7b-370b-4c39-8967-1c4521dfa74b req-77fbccd4-f03f-4da7-9409-35fce9a577c7 tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:37:50.940680 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [req-d9973a7b-370b-4c39-8967-1c4521dfa74b req-77fbccd4-f03f-4da7-9409-35fce9a577c7 tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:37:50.943327 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-78d533eb-3299-4c74-b7cf-4e06dee6d04d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854347016'] for network, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:50.993377 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-64c8b17d-4295-4012-b91f-64cc8021b5be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:50.999674 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72c779f-5124-44c6-a13e-f45b63da6127 None None] Pushing event updated for resources: {'Port': ['ID=2c04589e-3e63-405d-9909-138c561a87c8,revision_number=3']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:37:51.004686 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-a72c779f-5124-44c6-a13e-f45b63da6127 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.632s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:37:51.005469 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:51.019257 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.db_base_plugin_common [req-e3e664e5-a301-4fe9-a18d-2a76cc921f83 req-424c166e-aa18-4bc7-aed2-0eca933c3ac7 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Allocated IP 172.20.0.3 (b896e533-b678-44d7-b97d-e7b840adb427/6e2787c1-0944-4332-859d-d1109defbfe6/1d146de1-007d-4207-8d58-3ab7e0266a17) {{(pid=82346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Sep 15 13:37:51.024765 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-64c8b17d-4295-4012-b91f-64cc8021b5be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:51.055318 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-280ce75a-b3ea-4d68-aedc-8d1727f167ea req-115c8faa-494f-4b2c-ad7e-40d1d4419363 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cb9c44d-f497-4d9c-aaec-a2fee224e186 HTTP/1.1" status: 200  len: 210 time: 0.3934672
Sep 15 13:37:51.138495 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvr_db [None req-9fb1e240-8bf8-4353-98c5-c7f6fda791dc None None] Set router 0c1a9be1-12af-4edc-90ba-07b85f4575b2 gateway port host: dv-cinder-809181-1-iscsi {{(pid=82347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Sep 15 13:37:51.271277 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-78d533eb-3299-4c74-b7cf-4e06dee6d04d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13861', 'neutron.services.segments.db._delete_segments_for_network-8735111364894'] for network, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:51.286492 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.services.segments.db [None req-78d533eb-3299-4c74-b7cf-4e06dee6d04d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1cd1be2748>,) {'filters': {'network_id': ['3ac46bc2-c2a8-4496-b1eb-6a9101e7ddb9']}} {{(pid=82345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:37:51.300435 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.services.segments.db [None req-78d533eb-3299-4c74-b7cf-4e06dee6d04d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1cd1be2748>, 'd9ec587a-e512-4e9c-8b23-2ddcd5cee79e') {'for_net_delete': True} {{(pid=82345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:37:51.300916 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.services.segments.db [None req-78d533eb-3299-4c74-b7cf-4e06dee6d04d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1cd1be2748>, 'd9ec587a-e512-4e9c-8b23-2ddcd5cee79e') {} {{(pid=82345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:37:51.314047 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-78d533eb-3299-4c74-b7cf-4e06dee6d04d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363301743409746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852126589'] for segment, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:51.326053 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9973a7b-370b-4c39-8967-1c4521dfa74b req-77fbccd4-f03f-4da7-9409-35fce9a577c7 tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] Made reservation on behalf of cb79605c5e154acc8ad686ebbdcf1c29 for: {'port': 1} {{(pid=82346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Sep 15 13:37:51.330427 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-78d533eb-3299-4c74-b7cf-4e06dee6d04d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854307961'] for segment, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:51.332524 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-d9973a7b-370b-4c39-8967-1c4521dfa74b req-77fbccd4-f03f-4da7-9409-35fce9a577c7 tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:51.337734 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78d533eb-3299-4c74-b7cf-4e06dee6d04d admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=82345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Sep 15 13:37:51.338291 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-78d533eb-3299-4c74-b7cf-4e06dee6d04d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-467870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2637340'] for segment, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:51.365997 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5640ffbb-8b6d-452f-bf15-16fe7cb65c0e admin admin] Notify callbacks [] for port, precommit_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:51.407865 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device 72a29d8b-bd10-4a64-9803-3c4146b33ba9 up at agent ovs-agent-dv-cinder-809181-1-iscsi {{(pid=82347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Sep 15 13:37:51.422265 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5640ffbb-8b6d-452f-bf15-16fe7cb65c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:51.438759 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-7599f069-2274-403a-bddc-6928e9545d70 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=aeef7e7abb174150a876fe136a3eaa65&name=default HTTP/1.1" status: 200  len: 2647 time: 1.8597136
Sep 15 13:37:51.448781 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5640ffbb-8b6d-452f-bf15-16fe7cb65c0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7149859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853102266'] for router_interface, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:51.457333 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-35e19fbf-621b-487e-ac1c-caf6dec05c51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:37:51.459423 dv-cinder-809181-1-iscsi neutron-server[82236]: Traceback (most recent call last):
Sep 15 13:37:51.459423 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Sep 15 13:37:51.459423 dv-cinder-809181-1-iscsi neutron-server[82236]:     timer()
Sep 15 13:37:51.459423 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 15 13:37:51.459423 dv-cinder-809181-1-iscsi neutron-server[82236]:     cb(*args, **kw)
Sep 15 13:37:51.459423 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Sep 15 13:37:51.459423 dv-cinder-809181-1-iscsi neutron-server[82236]:     return func(*args, **kwargs)
Sep 15 13:37:51.459423 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 15 13:37:51.459423 dv-cinder-809181-1-iscsi neutron-server[82236]:     self._notify()
Sep 15 13:37:51.459423 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 15 13:37:51.459423 dv-cinder-809181-1-iscsi neutron-server[82236]:     self.callback(batched_events)
Sep 15 13:37:51.459423 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 15 13:37:51.459423 dv-cinder-809181-1-iscsi neutron-server[82236]:     event.method(event)
Sep 15 13:37:51.459423 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 15 13:37:51.459423 dv-cinder-809181-1-iscsi neutron-server[82236]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 15 13:37:51.459423 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Sep 15 13:37:51.459423 dv-cinder-809181-1-iscsi neutron-server[82236]:     segment_id)['aggregates'][0]
Sep 15 13:37:51.459423 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Sep 15 13:37:51.459423 dv-cinder-809181-1-iscsi neutron-server[82236]:     return f(self, *a, **k)
Sep 15 13:37:51.459423 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Sep 15 13:37:51.459423 dv-cinder-809181-1-iscsi neutron-server[82236]:     return self._get(url).json()
Sep 15 13:37:51.459423 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Sep 15 13:37:51.459423 dv-cinder-809181-1-iscsi neutron-server[82236]:     **kwargs)
Sep 15 13:37:51.459423 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Sep 15 13:37:51.459423 dv-cinder-809181-1-iscsi neutron-server[82236]:     return self.request(url, 'GET', **kwargs)
Sep 15 13:37:51.459423 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Sep 15 13:37:51.459423 dv-cinder-809181-1-iscsi neutron-server[82236]:     **endpoint_filter)
Sep 15 13:37:51.459423 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Sep 15 13:37:51.459423 dv-cinder-809181-1-iscsi neutron-server[82236]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 15 13:37:51.459423 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Sep 15 13:37:51.459423 dv-cinder-809181-1-iscsi neutron-server[82236]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 15 13:37:51.459423 dv-cinder-809181-1-iscsi neutron-server[82236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 15 13:37:51.465799 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 56846) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:37:51.471515 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-fa9ae4a0-0814-48fe-a94f-e966ee4aaefd req-92522089-4599-4471-acc4-2cf9df7cbdd6 tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] 10.222.0.41 "GET /v2.0/ports?device_id=e07f2504-e042-48e6-8a29-a2bba24a76d8 HTTP/1.1" status: 200  len: 210 time: 0.8085756
Sep 15 13:37:51.477139 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-78d533eb-3299-4c74-b7cf-4e06dee6d04d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854761902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853102175'] for network, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:51.499279 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-5640ffbb-8b6d-452f-bf15-16fe7cb65c0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:37:51.526201 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-78d533eb-3299-4c74-b7cf-4e06dee6d04d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7149901'] for network, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:51.531165 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-ae22be38-0773-4dcc-b88f-dd7c8d226b9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:37:51.563345 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d533eb-3299-4c74-b7cf-4e06dee6d04d admin admin] Pushing event deleted for resources: {'Network': ['ID=3ac46bc2-c2a8-4496-b1eb-6a9101e7ddb9,revision_number=None']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:37:51.573116 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-78d533eb-3299-4c74-b7cf-4e06dee6d04d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:37:51.581234 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-e3e664e5-a301-4fe9-a18d-2a76cc921f83 req-424c166e-aa18-4bc7-aed2-0eca933c3ac7 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Notify callbacks [] for port, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:51.608114 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-e4c682b1-e51e-44c1-b445-0bfa60519d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:51.618327 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-64c8b17d-4295-4012-b91f-64cc8021b5be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:51.643511 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-64c8b17d-4295-4012-b91f-64cc8021b5be admin admin] Notify callbacks [] for security_group, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:51.649356 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-64c8b17d-4295-4012-b91f-64cc8021b5be admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/13dfac8f-065d-4f0c-82f7-7f4956c8ac13 HTTP/1.1" status: 204  len: 168 time: 0.9690838
Sep 15 13:37:51.649356 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-bb36e991-16ce-4d20-ab54-ff39df358393 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:51.678628 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-bb36e991-16ce-4d20-ab54-ff39df358393 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:51.730098 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:37:51.744899 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-78d533eb-3299-4c74-b7cf-4e06dee6d04d admin admin] 10.222.0.41 "DELETE /v2.0/networks/3ac46bc2-c2a8-4496-b1eb-6a9101e7ddb9 HTTP/1.1" status: 204  len: 168 time: 1.0677612
Sep 15 13:37:51.750409 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c8b17d-4295-4012-b91f-64cc8021b5be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13dfac8f-065d-4f0c-82f7-7f4956c8ac13,revision_number=None']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:37:51.754225 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-bb36e991-16ce-4d20-ab54-ff39df358393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:51.756491 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-64c8b17d-4295-4012-b91f-64cc8021b5be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:37:51.775316 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:37:51.788516 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8667cc2-ad3a-4f8b-bc16-698f6aa4f456 admin admin] Notify agent at l3_agent.dv-cinder-809181-1-iscsi the message routers_updated {{(pid=82345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Sep 15 13:37:51.796381 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb36e991-16ce-4d20-ab54-ff39df358393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b56a0a-4998-475e-a67b-df7c17b50ed7,revision_number=None']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:37:51.798510 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb41903d-7a1f-4b14-8b59-875f79777445 None None] Sync routers for ids ['906485ef-e056-43a0-98cf-46486238c9c4'] in dv-cinder-809181-1-iscsi {{(pid=82348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Sep 15 13:37:51.799288 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-bb36e991-16ce-4d20-ab54-ff39df358393 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:37:51.818327 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-bb36e991-16ce-4d20-ab54-ff39df358393 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:51.820112 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-bb36e991-16ce-4d20-ab54-ff39df358393 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b3b56a0a-4998-475e-a67b-df7c17b50ed7 HTTP/1.1" status: 204  len: 168 time: 0.3518107
Sep 15 13:37:51.821753 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-a8667cc2-ad3a-4f8b-bc16-698f6aa4f456 admin admin] Notify callbacks [] for router, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:51.823777 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-a8667cc2-ad3a-4f8b-bc16-698f6aa4f456 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 12.0831759
Sep 15 13:37:51.828844 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 56856) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:37:51.831224 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5640ffbb-8b6d-452f-bf15-16fe7cb65c0e admin admin] Pushing event updated for resources: {'Port': ['ID=e087af7b-9fed-4da0-b075-bf2545f634df,revision_number=2']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:37:51.846523 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb41903d-7a1f-4b14-8b59-875f79777445 None None] Routers {'906485ef-e056-43a0-98cf-46486238c9c4'} bound to L3 agent in host dv-cinder-809181-1-iscsi {{(pid=82348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 15 13:37:51.847875 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-bb41903d-7a1f-4b14-8b59-875f79777445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cd4711f60>, 'dv-cinder-809181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T13:29:29Z,description=<?>,heartbeat_timestamp=2021-09-15T13:37:29Z,host='dv-cinder-809181-1-iscsi',id=c919ec5e-912e-4080-8a6b-9b8956cb875b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T13:29:29Z,topic='l3_agent')) {'router_ids': ['906485ef-e056-43a0-98cf-46486238c9c4'], 'active': True} {{(pid=82348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:37:51.852314 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-5640ffbb-8b6d-452f-bf15-16fe7cb65c0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:37:51.871190 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Pushing event updated for resources: {'Port': ['ID=05c1d5c3-330b-4f4d-9200-6dad9f8a07b3,revision_number=4']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:37:51.882523 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-7c26ae0a-efc2-470b-accf-321629ad8094 None None] Provisioning for port 72a29d8b-bd10-4a64-9803-3c4146b33ba9 completed by entity DHCP. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Sep 15 13:37:51.905433 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:37:52.005827 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-7c26ae0a-efc2-470b-accf-321629ad8094 None None] Provisioning for port e087af7b-9fed-4da0-b075-bf2545f634df completed by entity DHCP. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Sep 15 13:37:52.119224 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-7c26ae0a-efc2-470b-accf-321629ad8094 None None] Provisioning complete for port e087af7b-9fed-4da0-b075-bf2545f634df triggered by entity DHCP. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:37:52.122622 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7c26ae0a-efc2-470b-accf-321629ad8094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:52.168063 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 56862) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:37:52.358996 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Provisioning for port 72a29d8b-bd10-4a64-9803-3c4146b33ba9 completed by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Sep 15 13:37:52.364200 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-7c26ae0a-efc2-470b-accf-321629ad8094 None None] Port e087af7b-9fed-4da0-b075-bf2545f634df cannot update to ACTIVE because it is not bound. {{(pid=82347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Sep 15 13:37:52.374805 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Provisioning complete for port 72a29d8b-bd10-4a64-9803-3c4146b33ba9 triggered by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:37:52.375375 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:52.402557 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.db_base_plugin_common [req-d9973a7b-370b-4c39-8967-1c4521dfa74b req-77fbccd4-f03f-4da7-9409-35fce9a577c7 tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] Allocated IP 172.20.0.11 (89a72241-98e5-4fba-a0ab-82753943e5e0/c1b8198a-efbd-4e67-898f-c02750876260/69eb5998-85f8-49db-ac29-d5661503dd85) {{(pid=82346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Sep 15 13:37:52.466618 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvr_db [None req-bb41903d-7a1f-4b14-8b59-875f79777445 None None] Set router 906485ef-e056-43a0-98cf-46486238c9c4 gateway port host: dv-cinder-809181-1-iscsi {{(pid=82348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Sep 15 13:37:52.488748 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-9fb1e240-8bf8-4353-98c5-c7f6fda791dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cd277b3c8>, [{'id': '0c1a9be1-12af-4edc-90ba-07b85f4575b2', 'name': 'tempest-AttachVolumeTestJSON-1358564763-router', 'tenant_id': '839ee03af2c74792a3a3c2d72d59dd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '2c04589e-3e63-405d-9909-138c561a87c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:38Z', 'updated_at': '2021-09-15T13:37:41Z', 'revision_number': 3, 'project_id': '839ee03af2c74792a3a3c2d72d59dd55', 'gw_port': {'id': '2c04589e-3e63-405d-9909-138c561a87c8', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:5e:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c1a9be1-12af-4edc-90ba-07b85f4575b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:40Z', 'updated_at': '2021-09-15T13:37:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi'}], 'dv-cinder-809181-1-iscsi', False) {} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:37:52.507645 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb1e240-8bf8-4353-98c5-c7f6fda791dc None None] The sync data for ids ['0c1a9be1-12af-4edc-90ba-07b85f4575b2'] in dv-cinder-809181-1-iscsi is: [{'id': '0c1a9be1-12af-4edc-90ba-07b85f4575b2', 'name': 'tempest-AttachVolumeTestJSON-1358564763-router', 'tenant_id': '839ee03af2c74792a3a3c2d72d59dd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '2c04589e-3e63-405d-9909-138c561a87c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:38Z', 'updated_at': '2021-09-15T13:37:41Z', 'revision_number': 3, 'project_id': '839ee03af2c74792a3a3c2d72d59dd55', 'gw_port': {'id': '2c04589e-3e63-405d-9909-138c561a87c8', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:5e:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c1a9be1-12af-4edc-90ba-07b85f4575b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:40Z', 'updated_at': '2021-09-15T13:37:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi'}] {{(pid=82347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Sep 15 13:37:52.828376 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:52.919992 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5640ffbb-8b6d-452f-bf15-16fe7cb65c0e admin admin] Network e9c16276-857e-49e4-bec2-1a6e621bb0c0 is already hosted by enough agents. {{(pid=82346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Sep 15 13:37:53.024745 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] For port 72a29d8b-bd10-4a64-9803-3c4146b33ba9, host dv-cinder-809181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-iscsi',level=0,port_id=72a29d8b-bd10-4a64-9803-3c4146b33ba9,segment=NetworkSegment(1ed3a544-0c3b-4c22-95a9-80d26a08a4c3),segment_id=1ed3a544-0c3b-4c22-95a9-80d26a08a4c3)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:37:53.029283 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-6b343baf-7f9d-472d-b367-4664e713b06a None None] Provisioning for port 5e25fb80-8d76-4b71-8d1a-d48a31606ea5 completed by entity DHCP. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Sep 15 13:37:53.035896 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a3e1f5a9-6983-49a0-8905-84c11816c965 req-155df1a8-becd-4516-9a93-7b817f43ca7f tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cb9c44d-f497-4d9c-aaec-a2fee224e186 HTTP/1.1" status: 200  len: 210 time: 0.7138610
Sep 15 13:37:53.037410 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:53.040761 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-6b343baf-7f9d-472d-b367-4664e713b06a None None] Provisioning complete for port 5e25fb80-8d76-4b71-8d1a-d48a31606ea5 triggered by entity DHCP. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:37:53.041408 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-6b343baf-7f9d-472d-b367-4664e713b06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:53.183467 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-6a28cacc-103d-4f54-8d29-a3c47196b8b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:37:53.296987 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-d40c24d9-f904-4186-837d-f92ff412dfde req-01d242ce-57d3-486f-afa5-c7c23e628f50 tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] 10.222.0.41 "GET /v2.0/ports?device_id=e07f2504-e042-48e6-8a29-a2bba24a76d8 HTTP/1.1" status: 200  len: 210 time: 0.2694693
Sep 15 13:37:53.326958 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-7b582800-be74-42ef-8c45-7afacbc0b7db admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a3d5368d3e254a2faf025969b9946761&name=default HTTP/1.1" status: 200  len: 2647 time: 1.1554332
Sep 15 13:37:53.339851 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.base_scheduler [None req-5640ffbb-8b6d-452f-bf15-16fe7cb65c0e admin admin] Resources bound (agent type, host, resource id):  {{(pid=82346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Sep 15 13:37:53.360514 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 56880) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:37:53.441592 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device 05c1d5c3-330b-4f4d-9200-6dad9f8a07b3 up at agent ovs-agent-dv-cinder-809181-1-iscsi {{(pid=82347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Sep 15 13:37:53.465916 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 56884) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:37:53.525389 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-1721ee7c-f0bd-4930-b674-d09cfbdcff08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:53.548477 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-6b343baf-7f9d-472d-b367-4664e713b06a None None] Port 5e25fb80-8d76-4b71-8d1a-d48a31606ea5 cannot update to ACTIVE because it is not bound. {{(pid=82347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Sep 15 13:37:53.589639 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-e3e664e5-a301-4fe9-a18d-2a76cc921f83 req-424c166e-aa18-4bc7-aed2-0eca933c3ac7 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363301743938437'] for port, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:53.597249 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-bb41903d-7a1f-4b14-8b59-875f79777445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cd4711f60>, [{'id': '906485ef-e056-43a0-98cf-46486238c9c4', 'name': 'tempest-ServerRescueNegativeTestJSON-970748965-router', 'tenant_id': '80893221bf4b42c18fd54176a50bc76a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'd736fd68-0311-4aaa-bf90-a3426793c3df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:39Z', 'updated_at': '2021-09-15T13:37:44Z', 'revision_number': 3, 'project_id': '80893221bf4b42c18fd54176a50bc76a', 'gw_port': {'id': 'd736fd68-0311-4aaa-bf90-a3426793c3df', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4d:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '906485ef-e056-43a0-98cf-46486238c9c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:41Z', 'updated_at': '2021-09-15T13:37:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi'}], 'dv-cinder-809181-1-iscsi', False) {} {{(pid=82348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:37:53.623387 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb41903d-7a1f-4b14-8b59-875f79777445 None None] Checking router: 906485ef-e056-43a0-98cf-46486238c9c4 for host: dv-cinder-809181-1-iscsi {{(pid=82348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Sep 15 13:37:53.629416 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb41903d-7a1f-4b14-8b59-875f79777445 None None] Updating router 906485ef-e056-43a0-98cf-46486238c9c4 port d736fd68-0311-4aaa-bf90-a3426793c3df binding host dv-cinder-809181-1-iscsi {{(pid=82348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Sep 15 13:37:53.685848 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-1721ee7c-f0bd-4930-b674-d09cfbdcff08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:37:53.695505 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-1721ee7c-f0bd-4930-b674-d09cfbdcff08 admin admin] Usage tracker for resource:security_group_rule and tenant:b7b252fb4f5d48d0854ebe54c9b3e8fc is out of sync, need to count used quota {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:37:53.700386 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-1721ee7c-f0bd-4930-b674-d09cfbdcff08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:37:53.708902 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-1721ee7c-f0bd-4930-b674-d09cfbdcff08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:37:53.801397 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-6b343baf-7f9d-472d-b367-4664e713b06a None None] Provisioning complete for port 72a29d8b-bd10-4a64-9803-3c4146b33ba9 triggered by entity DHCP. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:37:53.801828 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-6b343baf-7f9d-472d-b367-4664e713b06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:53.805839 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-1721ee7c-f0bd-4930-b674-d09cfbdcff08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:53.833531 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-bb41903d-7a1f-4b14-8b59-875f79777445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:53.841701 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-858d06e8-dd8c-4a83-8aff-e5dbe428af5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:53.844906 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-1721ee7c-f0bd-4930-b674-d09cfbdcff08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:53.910572 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-7d208a19-2a25-435d-989c-83fc8acab319 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:37:53.947345 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-1721ee7c-f0bd-4930-b674-d09cfbdcff08 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b7b252fb4f5d48d0854ebe54c9b3e8fc&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4761317
Sep 15 13:37:53.977663 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 56892) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:37:53.994245 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Pushing event updated for resources: {'Port': ['ID=72a29d8b-bd10-4a64-9803-3c4146b33ba9,revision_number=3']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:37:53.998548 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.815s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:37:54.168580 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-858d06e8-dd8c-4a83-8aff-e5dbe428af5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:54.214938 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Provisioning complete for port 05c1d5c3-330b-4f4d-9200-6dad9f8a07b3 triggered by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:37:54.220624 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:54.229151 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.agents_db [None req-051818a7-3814-4859-966a-2c4e7d325cc9 None None] Agent healthcheck: found 6 active agents {{(pid=82348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Sep 15 13:37:54.311736 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1721ee7c-f0bd-4930-b674-d09cfbdcff08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71fbd9ef-f038-4729-b835-2144849efc6f,revision_number=1']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:37:54.388569 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-1721ee7c-f0bd-4930-b674-d09cfbdcff08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:37:54.408307 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-d85203f1-5015-4283-853e-60f2de5df7a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:54.444231 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-d85203f1-5015-4283-853e-60f2de5df7a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:54.493349 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-0dc3bbd0-938e-4a14-8530-1f4c3aaae3c5 None None] Provisioning complete for port 5e25fb80-8d76-4b71-8d1a-d48a31606ea5 triggered by entity DHCP. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:37:54.494110 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-0dc3bbd0-938e-4a14-8530-1f4c3aaae3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:54.521883 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-d85203f1-5015-4283-853e-60f2de5df7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:54.639725 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-ae22be38-0773-4dcc-b88f-dd7c8d226b9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:37:54.652914 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device 517d050d-fdcd-49a0-ab43-d1fbcfb0b46e up at agent ovs-agent-dv-cinder-809181-1-iscsi {{(pid=82347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Sep 15 13:37:54.699582 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-858d06e8-dd8c-4a83-8aff-e5dbe428af5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:54.711243 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-e4c682b1-e51e-44c1-b445-0bfa60519d0a admin admin] Notify callbacks [] for port, precommit_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:54.726452 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-d9973a7b-370b-4c39-8967-1c4521dfa74b req-77fbccd4-f03f-4da7-9409-35fce9a577c7 tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] Notify callbacks [] for port, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:54.754179 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85203f1-5015-4283-853e-60f2de5df7a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71fbd9ef-f038-4729-b835-2144849efc6f,revision_number=None']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:37:54.991610 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-d85203f1-5015-4283-853e-60f2de5df7a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:37:54.993591 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-d85203f1-5015-4283-853e-60f2de5df7a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:37:55.003117 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-bb41903d-7a1f-4b14-8b59-875f79777445 None None] Notify callbacks [] for port, precommit_update {{(pid=82348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:55.036588 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-bb41903d-7a1f-4b14-8b59-875f79777445 None None] Transition to ACTIVE for port object d736fd68-0311-4aaa-bf90-a3426793c3df will not be triggered until provisioned by entity L2. {{(pid=82348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Sep 15 13:37:55.051517 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-bb41903d-7a1f-4b14-8b59-875f79777445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:55.068516 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-37631156-2712-4532-b5c0-f911363e5d24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:37:55.071980 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-d9973a7b-370b-4c39-8967-1c4521dfa74b req-77fbccd4-f03f-4da7-9409-35fce9a577c7 tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363301743938437'] for port, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:55.075430 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-e4c682b1-e51e-44c1-b445-0bfa60519d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:55.076656 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:37:55.092385 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Provisioning complete for port 517d050d-fdcd-49a0-ab43-d1fbcfb0b46e triggered by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:37:55.093116 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:55.157633 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858d06e8-dd8c-4a83-8aff-e5dbe428af5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4374382b-b9e0-4511-9ad1-78e6fbdb258c,revision_number=None']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:37:55.166030 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-858d06e8-dd8c-4a83-8aff-e5dbe428af5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:37:55.166900 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-858d06e8-dd8c-4a83-8aff-e5dbe428af5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:55.168158 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-858d06e8-dd8c-4a83-8aff-e5dbe428af5a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4374382b-b9e0-4511-9ad1-78e6fbdb258c HTTP/1.1" status: 204  len: 168 time: 1.7979043
Sep 15 13:37:55.172197 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-d85203f1-5015-4283-853e-60f2de5df7a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:55.178151 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-d85203f1-5015-4283-853e-60f2de5df7a5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/71fbd9ef-f038-4729-b835-2144849efc6f HTTP/1.1" status: 204  len: 168 time: 1.1817324
Sep 15 13:37:55.187327 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3e664e5-a301-4fe9-a18d-2a76cc921f83 req-424c166e-aa18-4bc7-aed2-0eca933c3ac7 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Network b896e533-b678-44d7-b97d-e7b840adb427 is already hosted by enough agents. {{(pid=82346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Sep 15 13:37:55.228513 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [None req-bb41903d-7a1f-4b14-8b59-875f79777445 None None] Attempting to bind port d736fd68-0311-4aaa-bf90-a3426793c3df on host dv-cinder-809181-1-iscsi for vnic_type normal with profile  {{(pid=82348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Sep 15 13:37:55.228941 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [None req-bb41903d-7a1f-4b14-8b59-875f79777445 None None] Attempting to bind port d736fd68-0311-4aaa-bf90-a3426793c3df by drivers openvswitch,hyperv on host dv-cinder-809181-1-iscsi at level 0 using segments [{'id': 'fb39ec5d-b714-4bbc-8dc4-da8589a681e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6'}] {{(pid=82348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Sep 15 13:37:55.229393 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb41903d-7a1f-4b14-8b59-875f79777445 None None] Attempting to bind port d736fd68-0311-4aaa-bf90-a3426793c3df on network 8154de37-a8f1-49b5-9df6-05123ded69e6 {{(pid=82348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Sep 15 13:37:55.280831 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb41903d-7a1f-4b14-8b59-875f79777445 None None] Checking agent: {'id': '0bfd5640-42e8-4a2a-ac27-f2d96fe1a4e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809181-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 29, 28), 'started_at': datetime.datetime(2021, 9, 15, 13, 29, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809181-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Sep 15 13:37:55.281249 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb41903d-7a1f-4b14-8b59-875f79777445 None None] Checking segment: {'id': 'fb39ec5d-b714-4bbc-8dc4-da8589a681e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Sep 15 13:37:55.281702 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-bb41903d-7a1f-4b14-8b59-875f79777445 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:55.282190 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424c166e-aa18-4bc7-aed2-0eca933c3ac7 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Pushing event updated for resources: {'Port': ['ID=1d146de1-007d-4207-8d58-3ab7e0266a17,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:37:55.285829 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.base_scheduler [req-e3e664e5-a301-4fe9-a18d-2a76cc921f83 req-424c166e-aa18-4bc7-aed2-0eca933c3ac7 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Resources bound (agent type, host, resource id):  {{(pid=82346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Sep 15 13:37:55.292613 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb41903d-7a1f-4b14-8b59-875f79777445 None None] Bound using segment: {'id': 'fb39ec5d-b714-4bbc-8dc4-da8589a681e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6'} {{(pid=82348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Sep 15 13:37:55.293203 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [None req-bb41903d-7a1f-4b14-8b59-875f79777445 None None] Bound port: d736fd68-0311-4aaa-bf90-a3426793c3df, host: dv-cinder-809181-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb39ec5d-b714-4bbc-8dc4-da8589a681e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6'}}] {{(pid=82348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Sep 15 13:37:55.293612 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-bb41903d-7a1f-4b14-8b59-875f79777445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:55.299649 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-e4c682b1-e51e-44c1-b445-0bfa60519d0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7149859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853102266'] for router_interface, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:55.324782 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3e664e5-a301-4fe9-a18d-2a76cc921f83 req-424c166e-aa18-4bc7-aed2-0eca933c3ac7 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Received port after_create {{(pid=82346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 15 13:37:55.325588 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-0dc3bbd0-938e-4a14-8530-1f4c3aaae3c5 None None] Port 5e25fb80-8d76-4b71-8d1a-d48a31606ea5 cannot update to ACTIVE because it is not bound. {{(pid=82347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Sep 15 13:37:55.343383 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e664e5-a301-4fe9-a18d-2a76cc921f83 req-424c166e-aa18-4bc7-aed2-0eca933c3ac7 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:37:55.344720 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-e3e664e5-a301-4fe9-a18d-2a76cc921f83 req-424c166e-aa18-4bc7-aed2-0eca933c3ac7 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7149901'] for port, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:55.482923 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-bb41903d-7a1f-4b14-8b59-875f79777445 None None] For port d736fd68-0311-4aaa-bf90-a3426793c3df, host dv-cinder-809181-1-iscsi, cleared binding levels {{(pid=82348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Sep 15 13:37:55.489680 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-bb41903d-7a1f-4b14-8b59-875f79777445 None None] For port d736fd68-0311-4aaa-bf90-a3426793c3df, host dv-cinder-809181-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-iscsi',level=0,port_id=d736fd68-0311-4aaa-bf90-a3426793c3df,segment=NetworkSegment(fb39ec5d-b714-4bbc-8dc4-da8589a681e7),segment_id=fb39ec5d-b714-4bbc-8dc4-da8589a681e7)] {{(pid=82348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Sep 15 13:37:55.498118 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-bb41903d-7a1f-4b14-8b59-875f79777445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:55.524469 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-0dc3bbd0-938e-4a14-8530-1f4c3aaae3c5 None None] Provisioning complete for port e087af7b-9fed-4da0-b075-bf2545f634df triggered by entity DHCP. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:37:55.524901 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-0dc3bbd0-938e-4a14-8530-1f4c3aaae3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:55.583114 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb24ecba-cdba-4b19-9d25-ce38bb8c9601 None None] Pushing event updated for resources: {'Port': ['ID=d736fd68-0311-4aaa-bf90-a3426793c3df,revision_number=2']} {{(pid=82348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:37:55.600077 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b63de1e-f3e1-42d6-be1e-35571ecf7baf req-3ce650dd-0007-485d-ba0f-feb517ed6f94 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:37:55.601850 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-5b63de1e-f3e1-42d6-be1e-35571ecf7baf req-3ce650dd-0007-485d-ba0f-feb517ed6f94 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cb9c44d-f497-4d9c-aaec-a2fee224e186 HTTP/1.1" status: 200  len: 931 time: 1.0920050
Sep 15 13:37:55.691581 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-0dc3bbd0-938e-4a14-8530-1f4c3aaae3c5 None None] Port e087af7b-9fed-4da0-b075-bf2545f634df cannot update to ACTIVE because it is not bound. {{(pid=82347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Sep 15 13:37:55.696906 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852cf961-6f35-44f5-91d0-66ef64dffbf3 req-2f02ead2-be6f-41f1-ac7c-8e760741d5d5 tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:37:55.700094 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-852cf961-6f35-44f5-91d0-66ef64dffbf3 req-2f02ead2-be6f-41f1-ac7c-8e760741d5d5 tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] 10.222.0.41 "GET /v2.0/ports?device_id=e07f2504-e042-48e6-8a29-a2bba24a76d8 HTTP/1.1" status: 200  len: 932 time: 0.9896598
Sep 15 13:37:55.700605 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-bb24ecba-cdba-4b19-9d25-ce38bb8c9601 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.632s {{(pid=82348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:37:55.702750 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-6883fc2c-6bcc-4d20-9014-4e934298be42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.138s {{(pid=82348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:37:55.750979 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-e3e664e5-a301-4fe9-a18d-2a76cc921f83 req-424c166e-aa18-4bc7-aed2-0eca933c3ac7 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 8.9304554
Sep 15 13:37:55.757892 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c682b1-e51e-44c1-b445-0bfa60519d0a admin admin] Pushing event updated for resources: {'Port': ['ID=5e25fb80-8d76-4b71-8d1a-d48a31606ea5,revision_number=2']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:37:55.768775 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-5b63de1e-f3e1-42d6-be1e-35571ecf7baf req-3d5e211d-68e7-4e45-974e-a00f9c018113 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2bc11e6-bbc1-4efa-b746-171b2be9153a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1587386
Sep 15 13:37:55.803868 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device 72a29d8b-bd10-4a64-9803-3c4146b33ba9 up at agent ovs-agent-dv-cinder-809181-1-iscsi {{(pid=82347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Sep 15 13:37:55.821037 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-852cf961-6f35-44f5-91d0-66ef64dffbf3 req-365a7a10-6250-442b-8d3f-e86f8fa0e373 tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] Synchronizing usage tracker for tenant:cb79605c5e154acc8ad686ebbdcf1c29 on resource:security_group {{(pid=82345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Sep 15 13:37:55.854611 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb41903d-7a1f-4b14-8b59-875f79777445 None None] Routers {'906485ef-e056-43a0-98cf-46486238c9c4'} bound to L3 agent in host dv-cinder-809181-1-iscsi {{(pid=82348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 15 13:37:55.857178 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-bb41903d-7a1f-4b14-8b59-875f79777445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cd4711f60>, 'dv-cinder-809181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T13:29:29Z,description=<?>,heartbeat_timestamp=2021-09-15T13:37:29Z,host='dv-cinder-809181-1-iscsi',id=c919ec5e-912e-4080-8a6b-9b8956cb875b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T13:29:29Z,topic='l3_agent')) {'router_ids': ['906485ef-e056-43a0-98cf-46486238c9c4'], 'active': True} {{(pid=82348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:37:55.891494 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-852cf961-6f35-44f5-91d0-66ef64dffbf3 req-365a7a10-6250-442b-8d3f-e86f8fa0e373 tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] Unset dirty status for tenant:cb79605c5e154acc8ad686ebbdcf1c29 on resource:security_group {{(pid=82345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Sep 15 13:37:55.903528 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-852cf961-6f35-44f5-91d0-66ef64dffbf3 req-365a7a10-6250-442b-8d3f-e86f8fa0e373 tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] 10.222.0.41 "GET /v2.0/security-groups?id=0afd651a-224a-4a13-beaf-ffff9b7d003e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1847453
Sep 15 13:37:55.945226 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [req-e3e664e5-a301-4fe9-a18d-2a76cc921f83 req-9828edc0-356f-4590-9e91-bc98c8351d12 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=82346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Sep 15 13:37:55.946662 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-e3e664e5-a301-4fe9-a18d-2a76cc921f83 req-9828edc0-356f-4590-9e91-bc98c8351d12 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0280740
Sep 15 13:37:56.008313 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Provisioning complete for port 72a29d8b-bd10-4a64-9803-3c4146b33ba9 triggered by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:37:56.010024 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:56.158436 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c682b1-e51e-44c1-b445-0bfa60519d0a admin admin] Network 9b5d95b3-3bf8-4370-9b66-9dd986b48a07 is already hosted by enough agents. {{(pid=82346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Sep 15 13:37:56.217732 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.base_scheduler [None req-e4c682b1-e51e-44c1-b445-0bfa60519d0a admin admin] Resources bound (agent type, host, resource id):  {{(pid=82346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Sep 15 13:37:56.321359 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fbccd4-f03f-4da7-9409-35fce9a577c7 tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] Pushing event updated for resources: {'Port': ['ID=69eb5998-85f8-49db-ac29-d5661503dd85,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:37:56.336209 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-77fbccd4-f03f-4da7-9409-35fce9a577c7 tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.259s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:37:56.337607 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device 2c04589e-3e63-405d-9909-138c561a87c8 up at agent ovs-agent-dv-cinder-809181-1-iscsi {{(pid=82347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Sep 15 13:37:56.377555 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-dfaa64e9-7822-4d63-b482-cc0189543cb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.779s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:37:56.379151 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-dfaa64e9-7822-4d63-b482-cc0189543cb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.002s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:37:56.543876 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.798s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:37:56.544875 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:37:56.553334 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-302fbdc5-b76f-4015-98df-32c413b0a379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:56.561206 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 56922) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:37:56.587723 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9973a7b-370b-4c39-8967-1c4521dfa74b req-77fbccd4-f03f-4da7-9409-35fce9a577c7 tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] Network 89a72241-98e5-4fba-a0ab-82753943e5e0 is already hosted by enough agents. {{(pid=82346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Sep 15 13:37:56.597443 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Provisioning for port 2c04589e-3e63-405d-9909-138c561a87c8 completed by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Sep 15 13:37:56.608552 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Provisioning complete for port 2c04589e-3e63-405d-9909-138c561a87c8 triggered by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:37:56.608984 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:56.622210 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.base_scheduler [req-d9973a7b-370b-4c39-8967-1c4521dfa74b req-77fbccd4-f03f-4da7-9409-35fce9a577c7 tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] Resources bound (agent type, host, resource id):  {{(pid=82346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Sep 15 13:37:56.671164 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9973a7b-370b-4c39-8967-1c4521dfa74b req-77fbccd4-f03f-4da7-9409-35fce9a577c7 tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] Received port after_create {{(pid=82346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 15 13:37:56.681375 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9973a7b-370b-4c39-8967-1c4521dfa74b req-77fbccd4-f03f-4da7-9409-35fce9a577c7 tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:37:56.682843 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-d9973a7b-370b-4c39-8967-1c4521dfa74b req-77fbccd4-f03f-4da7-9409-35fce9a577c7 tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7149901'] for port, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:56.716330 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-21076cdd-1a82-43bf-b5b4-d5414030fcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:56.825189 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb24ecba-cdba-4b19-9d25-ce38bb8c9601 None None] Pushing event updated for resources: {'Port': ['ID=d736fd68-0311-4aaa-bf90-a3426793c3df,revision_number=3']} {{(pid=82348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:37:56.830680 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-bb24ecba-cdba-4b19-9d25-ce38bb8c9601 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.129s {{(pid=82348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:37:56.969314 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-943fc03f-93db-4310-b8dc-551fa4bfd47f None None] Provisioning complete for port 5e25fb80-8d76-4b71-8d1a-d48a31606ea5 triggered by entity DHCP. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:37:56.969638 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-943fc03f-93db-4310-b8dc-551fa4bfd47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:56.992427 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvr_db [None req-bb41903d-7a1f-4b14-8b59-875f79777445 None None] Set router 906485ef-e056-43a0-98cf-46486238c9c4 gateway port host: dv-cinder-809181-1-iscsi {{(pid=82348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Sep 15 13:37:57.075188 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-d9973a7b-370b-4c39-8967-1c4521dfa74b req-77fbccd4-f03f-4da7-9409-35fce9a577c7 tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 6.6531909
Sep 15 13:37:57.125561 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:57.126330 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-36db3a47-ef91-4424-a8da-cfa085ddfe96 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=07933dbec64a45c4ab2f4c9435827bd3&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5599930
Sep 15 13:37:57.133318 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 56940) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:37:57.186887 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] For port 2c04589e-3e63-405d-9909-138c561a87c8, host dv-cinder-809181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-iscsi',level=0,port_id=2c04589e-3e63-405d-9909-138c561a87c8,segment=NetworkSegment(fb39ec5d-b714-4bbc-8dc4-da8589a681e7),segment_id=fb39ec5d-b714-4bbc-8dc4-da8589a681e7)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:37:57.213422 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:57.240388 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-943fc03f-93db-4310-b8dc-551fa4bfd47f None None] Port 5e25fb80-8d76-4b71-8d1a-d48a31606ea5 cannot update to ACTIVE because it is not bound. {{(pid=82347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Sep 15 13:37:57.251727 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:37:57.348732 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.db_base_plugin_common [None req-21076cdd-1a82-43bf-b5b4-d5414030fcf5 admin admin] Allocated IP 172.20.0.1 (9bbaa344-d9a5-4321-ad27-cafc69ce0f2b/73bc4b07-7e04-44b7-bb1d-868aeed372a5/293d2ccc-84fb-4750-a15d-85281389375b) {{(pid=82345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Sep 15 13:37:57.416220 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Pushing event updated for resources: {'Port': ['ID=2c04589e-3e63-405d-9909-138c561a87c8,revision_number=4']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:37:57.431874 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:37:57.470411 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [req-e3e664e5-a301-4fe9-a18d-2a76cc921f83 req-2c783ae9-58fe-4732-a4e7-ef8f639dbd65 service neutron] Request body: {'port': {'device_id': '5cb9c44d-f497-4d9c-aaec-a2fee224e186', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80918'}} {{(pid=82346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:37:57.627559 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-21076cdd-1a82-43bf-b5b4-d5414030fcf5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:57.657669 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device 2c04589e-3e63-405d-9909-138c561a87c8 up at agent ovs-agent-dv-cinder-809181-1-iscsi {{(pid=82347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Sep 15 13:37:57.669324 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-21076cdd-1a82-43bf-b5b4-d5414030fcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363301743938437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852138254'] for port, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:57.802625 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:37:57.815286 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Provisioning complete for port 2c04589e-3e63-405d-9909-138c561a87c8 triggered by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:37:57.815881 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:57.967605 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-bb41903d-7a1f-4b14-8b59-875f79777445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cd4711f60>, [{'id': '906485ef-e056-43a0-98cf-46486238c9c4', 'name': 'tempest-ServerRescueNegativeTestJSON-970748965-router', 'tenant_id': '80893221bf4b42c18fd54176a50bc76a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'd736fd68-0311-4aaa-bf90-a3426793c3df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:39Z', 'updated_at': '2021-09-15T13:37:44Z', 'revision_number': 3, 'project_id': '80893221bf4b42c18fd54176a50bc76a', 'gw_port': {'id': 'd736fd68-0311-4aaa-bf90-a3426793c3df', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4d:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '906485ef-e056-43a0-98cf-46486238c9c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:41Z', 'updated_at': '2021-09-15T13:37:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi'}], 'dv-cinder-809181-1-iscsi', False) {} {{(pid=82348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:37:57.977452 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb41903d-7a1f-4b14-8b59-875f79777445 None None] The sync data for ids ['906485ef-e056-43a0-98cf-46486238c9c4'] in dv-cinder-809181-1-iscsi is: [{'id': '906485ef-e056-43a0-98cf-46486238c9c4', 'name': 'tempest-ServerRescueNegativeTestJSON-970748965-router', 'tenant_id': '80893221bf4b42c18fd54176a50bc76a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'd736fd68-0311-4aaa-bf90-a3426793c3df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:39Z', 'updated_at': '2021-09-15T13:37:44Z', 'revision_number': 3, 'project_id': '80893221bf4b42c18fd54176a50bc76a', 'gw_port': {'id': 'd736fd68-0311-4aaa-bf90-a3426793c3df', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4d:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '906485ef-e056-43a0-98cf-46486238c9c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:41Z', 'updated_at': '2021-09-15T13:37:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi'}] {{(pid=82348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Sep 15 13:37:57.999553 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-e3e664e5-a301-4fe9-a18d-2a76cc921f83 req-2c783ae9-58fe-4732-a4e7-ef8f639dbd65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:58.079754 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21076cdd-1a82-43bf-b5b4-d5414030fcf5 admin admin] Pushing event updated for resources: {'Port': ['ID=293d2ccc-84fb-4750-a15d-85281389375b,revision_number=1']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:37:58.103553 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21076cdd-1a82-43bf-b5b4-d5414030fcf5 admin admin] Network 9bbaa344-d9a5-4321-ad27-cafc69ce0f2b is already hosted by enough agents. {{(pid=82345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Sep 15 13:37:58.119310 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-21076cdd-1a82-43bf-b5b4-d5414030fcf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:37:58.126596 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.base_scheduler [None req-21076cdd-1a82-43bf-b5b4-d5414030fcf5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Sep 15 13:37:58.154759 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21076cdd-1a82-43bf-b5b4-d5414030fcf5 admin admin] Received port after_create {{(pid=82345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 15 13:37:58.177191 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:58.184997 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [req-d9973a7b-370b-4c39-8967-1c4521dfa74b req-27751303-f777-41f1-8a6b-848b673b5067 service neutron] Request body: {'port': {'device_id': 'e07f2504-e042-48e6-8a29-a2bba24a76d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80918'}} {{(pid=82346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:37:58.310112 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92baa68e-3180-41d7-8a4e-b223bae289d1 req-21f64bb3-e7ab-4ace-ae72-cf3af76ea120 tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:37:58.321566 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-92baa68e-3180-41d7-8a4e-b223bae289d1 req-21f64bb3-e7ab-4ace-ae72-cf3af76ea120 tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] 10.222.0.41 "GET /v2.0/ports?device_id=e07f2504-e042-48e6-8a29-a2bba24a76d8 HTTP/1.1" status: 200  len: 932 time: 0.6579621
Sep 15 13:37:58.330504 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512c4d62-03e6-46de-9dea-b3e6e5193a96 req-8ae0466d-e956-48e8-bc5d-44013283936e tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:37:58.339846 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-512c4d62-03e6-46de-9dea-b3e6e5193a96 req-8ae0466d-e956-48e8-bc5d-44013283936e tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cb9c44d-f497-4d9c-aaec-a2fee224e186 HTTP/1.1" status: 200  len: 931 time: 0.6733613
Sep 15 13:37:58.398125 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-21076cdd-1a82-43bf-b5b4-d5414030fcf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1673504'] for router_interface, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:58.556451 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-512c4d62-03e6-46de-9dea-b3e6e5193a96 req-9ea218cd-df93-4792-8bda-cdf9102b485c tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2bc11e6-bbc1-4efa-b746-171b2be9153a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1994522
Sep 15 13:37:58.565488 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-92baa68e-3180-41d7-8a4e-b223bae289d1 req-c039c7ac-a8fc-4cb2-91e0-afde198984c8 tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] 10.222.0.41 "GET /v2.0/security-groups?id=0afd651a-224a-4a13-beaf-ffff9b7d003e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2196436
Sep 15 13:37:58.783395 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-21076cdd-1a82-43bf-b5b4-d5414030fcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:58.878818 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-4fcc8b1d-d355-431a-99d9-7b3ab7ac562b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:59.086963 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7f10580a-93c9-4fb6-8946-9d1d785252d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:59.117046 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9acd9d20-0ed4-40fe-8ec3-e1d8b485d7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:59.122930 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7f10580a-93c9-4fb6-8946-9d1d785252d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:59.403098 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-d9973a7b-370b-4c39-8967-1c4521dfa74b req-27751303-f777-41f1-8a6b-848b673b5067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:59.436319 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7f10580a-93c9-4fb6-8946-9d1d785252d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:59.468010 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-21076cdd-1a82-43bf-b5b4-d5414030fcf5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:59.477253 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:37:59.481303 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-21076cdd-1a82-43bf-b5b4-d5414030fcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2637562'] for port, after_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:59.607431 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:37:59.687682 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device d736fd68-0311-4aaa-bf90-a3426793c3df up at agent ovs-agent-dv-cinder-809181-1-iscsi {{(pid=82347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Sep 15 13:37:59.750229 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7f10580a-93c9-4fb6-8946-9d1d785252d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:59.751504 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-7f10580a-93c9-4fb6-8946-9d1d785252d0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f2a863c2-072e-4377-ad2c-30ed8458015b HTTP/1.1" status: 204  len: 168 time: 2.6104655
Sep 15 13:37:59.760931 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5640ffbb-8b6d-452f-bf15-16fe7cb65c0e admin admin] Router b57ef187-4677-4138-9304-5ae1a012bd28 has already been hosted by L3 agent c919ec5e-912e-4080-8a6b-9b8956cb875b {{(pid=82346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Sep 15 13:37:59.819661 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21076cdd-1a82-43bf-b5b4-d5414030fcf5 admin admin] Pushing event updated for resources: {'Port': ['ID=293d2ccc-84fb-4750-a15d-85281389375b,revision_number=2']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:37:59.859871 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f10580a-93c9-4fb6-8946-9d1d785252d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a863c2-072e-4377-ad2c-30ed8458015b,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:37:59.871244 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-7f10580a-93c9-4fb6-8946-9d1d785252d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:37:59.877506 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-21076cdd-1a82-43bf-b5b4-d5414030fcf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7149859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853102266'] for router_interface, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:37:59.883243 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-21076cdd-1a82-43bf-b5b4-d5414030fcf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:38:00.042038 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Provisioning for port d736fd68-0311-4aaa-bf90-a3426793c3df completed by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Sep 15 13:38:00.072134 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Provisioning complete for port d736fd68-0311-4aaa-bf90-a3426793c3df triggered by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:38:00.072817 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:00.233623 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd509a5-acce-4fb8-bcf0-19b702e6fc6e req-634dcf77-ad48-40bb-9c08-29a0b5ba4880 tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:00.235119 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-0dd509a5-acce-4fb8-bcf0-19b702e6fc6e req-634dcf77-ad48-40bb-9c08-29a0b5ba4880 tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] 10.222.0.41 "GET /v2.0/ports?device_id=e07f2504-e042-48e6-8a29-a2bba24a76d8 HTTP/1.1" status: 200  len: 932 time: 0.2952111
Sep 15 13:38:00.282447 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ead704-985f-4725-90c8-6993729e8e3f req-7f62add3-a0a6-4e1d-a6f8-9aad567ad6af tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:00.294955 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-01ead704-985f-4725-90c8-6993729e8e3f req-7f62add3-a0a6-4e1d-a6f8-9aad567ad6af tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cb9c44d-f497-4d9c-aaec-a2fee224e186 HTTP/1.1" status: 200  len: 931 time: 0.4104462
Sep 15 13:38:00.454614 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21076cdd-1a82-43bf-b5b4-d5414030fcf5 admin admin] Network 9bbaa344-d9a5-4321-ad27-cafc69ce0f2b is already hosted by enough agents. {{(pid=82345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Sep 15 13:38:00.459230 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.base_scheduler [None req-21076cdd-1a82-43bf-b5b4-d5414030fcf5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Sep 15 13:38:00.560856 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:00.589486 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b47e50d5-ffd8-49d4-a6b6-3168cd38e3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:00.608479 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] For port d736fd68-0311-4aaa-bf90-a3426793c3df, host dv-cinder-809181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-iscsi',level=0,port_id=d736fd68-0311-4aaa-bf90-a3426793c3df,segment=NetworkSegment(fb39ec5d-b714-4bbc-8dc4-da8589a681e7),segment_id=fb39ec5d-b714-4bbc-8dc4-da8589a681e7)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:38:00.628081 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:00.640286 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:38:00.715124 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [req-e3e664e5-a301-4fe9-a18d-2a76cc921f83 req-2c783ae9-58fe-4732-a4e7-ef8f639dbd65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d146de1-007d-4207-8d58-3ab7e0266a17 {{(pid=82346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Sep 15 13:38:00.753257 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Pushing event updated for resources: {'Port': ['ID=d736fd68-0311-4aaa-bf90-a3426793c3df,revision_number=4']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:38:00.771544 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:38:00.798046 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-0dd509a5-acce-4fb8-bcf0-19b702e6fc6e req-95f18ce0-5971-4133-b796-ff7622a5685c tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] 10.222.0.41 "GET /v2.0/security-groups?id=0afd651a-224a-4a13-beaf-ffff9b7d003e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5426309
Sep 15 13:38:00.807076 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-e3e664e5-a301-4fe9-a18d-2a76cc921f83 req-2c783ae9-58fe-4732-a4e7-ef8f639dbd65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:00.873095 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4c682b1-e51e-44c1-b445-0bfa60519d0a admin admin] Router 0c1a9be1-12af-4edc-90ba-07b85f4575b2 has already been hosted by L3 agent c919ec5e-912e-4080-8a6b-9b8956cb875b {{(pid=82346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Sep 15 13:38:00.878455 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [req-e3e664e5-a301-4fe9-a18d-2a76cc921f83 req-2c783ae9-58fe-4732-a4e7-ef8f639dbd65 service neutron] Transition to ACTIVE for port object 1d146de1-007d-4207-8d58-3ab7e0266a17 will not be triggered until provisioned by entity L2. {{(pid=82346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Sep 15 13:38:00.896480 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-e3e664e5-a301-4fe9-a18d-2a76cc921f83 req-2c783ae9-58fe-4732-a4e7-ef8f639dbd65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:00.909808 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-01ead704-985f-4725-90c8-6993729e8e3f req-0b262928-5853-4ba3-8da7-7d689610d809 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2bc11e6-bbc1-4efa-b746-171b2be9153a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6132622
Sep 15 13:38:00.924867 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-77fbccd4-f03f-4da7-9409-35fce9a577c7 tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:38:00.996624 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 57034) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:38:01.250233 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c783ae9-58fe-4732-a4e7-ef8f639dbd65 service neutron] Pushing event updated for resources: {'Port': ['ID=1d146de1-007d-4207-8d58-3ab7e0266a17,revision_number=2']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:38:01.286165 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21076cdd-1a82-43bf-b5b4-d5414030fcf5 admin admin] Router 906485ef-e056-43a0-98cf-46486238c9c4 has already been hosted by L3 agent c919ec5e-912e-4080-8a6b-9b8956cb875b {{(pid=82345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Sep 15 13:38:01.305222 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-2c783ae9-58fe-4732-a4e7-ef8f639dbd65 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:38:01.391446 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5640ffbb-8b6d-452f-bf15-16fe7cb65c0e admin admin] Notify agent at l3_agent.dv-cinder-809181-1-iscsi the message routers_updated {{(pid=82346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Sep 15 13:38:01.402300 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a77a54b-65b3-4498-8543-7cd930cb2738 None None] Sync routers for ids ['b57ef187-4677-4138-9304-5ae1a012bd28'] in dv-cinder-809181-1-iscsi {{(pid=82347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Sep 15 13:38:01.413022 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-5640ffbb-8b6d-452f-bf15-16fe7cb65c0e admin admin] 10.222.0.41 "PUT /v2.0/routers/b57ef187-4677-4138-9304-5ae1a012bd28/add_router_interface HTTP/1.1" status: 200  len: 503 time: 20.0134673
Sep 15 13:38:01.423919 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a77a54b-65b3-4498-8543-7cd930cb2738 None None] Routers {'b57ef187-4677-4138-9304-5ae1a012bd28'} bound to L3 agent in host dv-cinder-809181-1-iscsi {{(pid=82347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 15 13:38:01.424638 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-0a77a54b-65b3-4498-8543-7cd930cb2738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cd234b518>, 'dv-cinder-809181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T13:29:29Z,description=<?>,heartbeat_timestamp=2021-09-15T13:37:59Z,host='dv-cinder-809181-1-iscsi',id=c919ec5e-912e-4080-8a6b-9b8956cb875b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T13:29:29Z,topic='l3_agent')) {'router_ids': ['b57ef187-4677-4138-9304-5ae1a012bd28'], 'active': True} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:38:01.426196 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [req-e3e664e5-a301-4fe9-a18d-2a76cc921f83 req-2c783ae9-58fe-4732-a4e7-ef8f639dbd65 service neutron] Attempting to bind port 1d146de1-007d-4207-8d58-3ab7e0266a17 on host hv-cinder-80918 for vnic_type normal with profile  {{(pid=82346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Sep 15 13:38:01.428001 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [req-e3e664e5-a301-4fe9-a18d-2a76cc921f83 req-2c783ae9-58fe-4732-a4e7-ef8f639dbd65 service neutron] Attempting to bind port 1d146de1-007d-4207-8d58-3ab7e0266a17 by drivers openvswitch,hyperv on host hv-cinder-80918 at level 0 using segments [{'id': '3490644b-788c-43d7-8cb9-2ed21ec8c954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'b896e533-b678-44d7-b97d-e7b840adb427'}] {{(pid=82346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Sep 15 13:38:01.428566 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e664e5-a301-4fe9-a18d-2a76cc921f83 req-2c783ae9-58fe-4732-a4e7-ef8f639dbd65 service neutron] Attempting to bind port 1d146de1-007d-4207-8d58-3ab7e0266a17 on network b896e533-b678-44d7-b97d-e7b840adb427 {{(pid=82346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Sep 15 13:38:01.446938 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e664e5-a301-4fe9-a18d-2a76cc921f83 req-2c783ae9-58fe-4732-a4e7-ef8f639dbd65 service neutron] Port 1d146de1-007d-4207-8d58-3ab7e0266a17 on network b896e533-b678-44d7-b97d-e7b840adb427 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80918 {{(pid=82346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 15 13:38:01.448368 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e664e5-a301-4fe9-a18d-2a76cc921f83 req-2c783ae9-58fe-4732-a4e7-ef8f639dbd65 service neutron] Attempting to bind port 1d146de1-007d-4207-8d58-3ab7e0266a17 on network b896e533-b678-44d7-b97d-e7b840adb427 {{(pid=82346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Sep 15 13:38:01.453000 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [req-d9973a7b-370b-4c39-8967-1c4521dfa74b req-27751303-f777-41f1-8a6b-848b673b5067 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69eb5998-85f8-49db-ac29-d5661503dd85 {{(pid=82346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Sep 15 13:38:01.471351 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-d9973a7b-370b-4c39-8967-1c4521dfa74b req-27751303-f777-41f1-8a6b-848b673b5067 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:01.477192 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-981245e1-ebf0-4422-b912-8e396bd4f032 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:01.487495 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e664e5-a301-4fe9-a18d-2a76cc921f83 req-2c783ae9-58fe-4732-a4e7-ef8f639dbd65 service neutron] Checking agent: {'id': '0b6080d1-6da0-4ccd-961d-05ec14f91c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80918', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 35, 33), 'started_at': datetime.datetime(2021, 9, 15, 13, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Sep 15 13:38:01.488181 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e664e5-a301-4fe9-a18d-2a76cc921f83 req-2c783ae9-58fe-4732-a4e7-ef8f639dbd65 service neutron] Checking segment: {'id': '3490644b-788c-43d7-8cb9-2ed21ec8c954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'b896e533-b678-44d7-b97d-e7b840adb427'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Sep 15 13:38:01.489082 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e664e5-a301-4fe9-a18d-2a76cc921f83 req-2c783ae9-58fe-4732-a4e7-ef8f639dbd65 service neutron] Bound using segment: {'id': '3490644b-788c-43d7-8cb9-2ed21ec8c954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'b896e533-b678-44d7-b97d-e7b840adb427'} {{(pid=82346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Sep 15 13:38:01.489782 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [req-e3e664e5-a301-4fe9-a18d-2a76cc921f83 req-2c783ae9-58fe-4732-a4e7-ef8f639dbd65 service neutron] Bound port: 1d146de1-007d-4207-8d58-3ab7e0266a17, host: hv-cinder-80918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3490644b-788c-43d7-8cb9-2ed21ec8c954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'b896e533-b678-44d7-b97d-e7b840adb427'}}] {{(pid=82346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Sep 15 13:38:01.490370 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-e3e664e5-a301-4fe9-a18d-2a76cc921f83 req-2c783ae9-58fe-4732-a4e7-ef8f639dbd65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:01.581540 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [req-d9973a7b-370b-4c39-8967-1c4521dfa74b req-27751303-f777-41f1-8a6b-848b673b5067 service neutron] Transition to ACTIVE for port object 69eb5998-85f8-49db-ac29-d5661503dd85 will not be triggered until provisioned by entity L2. {{(pid=82346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Sep 15 13:38:01.607647 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-d9973a7b-370b-4c39-8967-1c4521dfa74b req-27751303-f777-41f1-8a6b-848b673b5067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:01.638747 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:38:01.645175 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-981245e1-ebf0-4422-b912-8e396bd4f032 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:38:01.653801 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-981245e1-ebf0-4422-b912-8e396bd4f032 admin admin] Usage tracker for resource:security_group_rule and tenant:e4abd616feb24fed98c17621b23b4cb1 is out of sync, need to count used quota {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:38:01.658207 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-981245e1-ebf0-4422-b912-8e396bd4f032 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:38:01.663545 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvr_db [None req-0a77a54b-65b3-4498-8543-7cd930cb2738 None None] Set router b57ef187-4677-4138-9304-5ae1a012bd28 gateway port host: dv-cinder-809181-1-iscsi {{(pid=82347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Sep 15 13:38:01.673331 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-981245e1-ebf0-4422-b912-8e396bd4f032 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:38:01.726232 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [req-e3e664e5-a301-4fe9-a18d-2a76cc921f83 req-2c783ae9-58fe-4732-a4e7-ef8f639dbd65 service neutron] For port 1d146de1-007d-4207-8d58-3ab7e0266a17, host hv-cinder-80918, cleared binding levels {{(pid=82346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Sep 15 13:38:01.778004 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21076cdd-1a82-43bf-b5b4-d5414030fcf5 admin admin] Notify agent at l3_agent.dv-cinder-809181-1-iscsi the message routers_updated {{(pid=82345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Sep 15 13:38:01.822623 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device d736fd68-0311-4aaa-bf90-a3426793c3df up at agent ovs-agent-dv-cinder-809181-1-iscsi {{(pid=82347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Sep 15 13:38:01.825634 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-21076cdd-1a82-43bf-b5b4-d5414030fcf5 admin admin] 10.222.0.41 "PUT /v2.0/routers/906485ef-e056-43a0-98cf-46486238c9c4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.9955859
Sep 15 13:38:01.913197 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-981245e1-ebf0-4422-b912-8e396bd4f032 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:01.921552 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-981245e1-ebf0-4422-b912-8e396bd4f032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:02.009719 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-bb36e991-16ce-4d20-ab54-ff39df358393 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:38:02.077593 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-981245e1-ebf0-4422-b912-8e396bd4f032 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e4abd616feb24fed98c17621b23b4cb1&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0798109
Sep 15 13:38:02.078415 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981245e1-ebf0-4422-b912-8e396bd4f032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb7f4f6e-593e-4d0a-9d3d-9e6e56a2e80b,revision_number=1']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:38:02.090852 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4c682b1-e51e-44c1-b445-0bfa60519d0a admin admin] Notify agent at l3_agent.dv-cinder-809181-1-iscsi the message routers_updated {{(pid=82346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Sep 15 13:38:02.100171 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818ba581-8967-43bf-b85c-855146ff15c8 None None] Sync routers for ids ['0c1a9be1-12af-4edc-90ba-07b85f4575b2'] in dv-cinder-809181-1-iscsi {{(pid=82348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Sep 15 13:38:02.104054 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-e4c682b1-e51e-44c1-b445-0bfa60519d0a admin admin] 10.222.0.41 "PUT /v2.0/routers/0c1a9be1-12af-4edc-90ba-07b85f4575b2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 18.5754960
Sep 15 13:38:02.105389 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-981245e1-ebf0-4422-b912-8e396bd4f032 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:38:02.106654 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 57064) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:38:02.126215 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818ba581-8967-43bf-b85c-855146ff15c8 None None] Routers {'0c1a9be1-12af-4edc-90ba-07b85f4575b2'} bound to L3 agent in host dv-cinder-809181-1-iscsi {{(pid=82348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 15 13:38:02.126550 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Provisioning complete for port d736fd68-0311-4aaa-bf90-a3426793c3df triggered by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:38:02.126903 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:02.127010 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-818ba581-8967-43bf-b85c-855146ff15c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cd1f4f5c0>, 'dv-cinder-809181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T13:29:29Z,description=<?>,heartbeat_timestamp=2021-09-15T13:37:59Z,host='dv-cinder-809181-1-iscsi',id=c919ec5e-912e-4080-8a6b-9b8956cb875b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T13:29:29Z,topic='l3_agent')) {'router_ids': ['0c1a9be1-12af-4edc-90ba-07b85f4575b2'], 'active': True} {{(pid=82348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:38:02.129960 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [req-e3e664e5-a301-4fe9-a18d-2a76cc921f83 req-2c783ae9-58fe-4732-a4e7-ef8f639dbd65 service neutron] For port 1d146de1-007d-4207-8d58-3ab7e0266a17, host hv-cinder-80918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=1d146de1-007d-4207-8d58-3ab7e0266a17,segment=NetworkSegment(3490644b-788c-43d7-8cb9-2ed21ec8c954),segment_id=3490644b-788c-43d7-8cb9-2ed21ec8c954)] {{(pid=82346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Sep 15 13:38:02.181807 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27751303-f777-41f1-8a6b-848b673b5067 service neutron] Pushing event updated for resources: {'Port': ['ID=69eb5998-85f8-49db-ac29-d5661503dd85,revision_number=2']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:38:02.185366 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-27751303-f777-41f1-8a6b-848b673b5067 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:38:02.192071 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-e3e664e5-a301-4fe9-a18d-2a76cc921f83 req-2c783ae9-58fe-4732-a4e7-ef8f639dbd65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:02.234586 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:38:02.347853 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-e3e664e5-a301-4fe9-a18d-2a76cc921f83 req-2c783ae9-58fe-4732-a4e7-ef8f639dbd65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7149901'] for port, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:02.349659 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-e3e664e5-a301-4fe9-a18d-2a76cc921f83 req-2c783ae9-58fe-4732-a4e7-ef8f639dbd65 service neutron] 10.222.0.36 "PUT /v2.0/ports/1d146de1-007d-4207-8d58-3ab7e0266a17 HTTP/1.1" status: 200  len: 1093 time: 5.4223690
Sep 15 13:38:02.384620 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [req-d9973a7b-370b-4c39-8967-1c4521dfa74b req-27751303-f777-41f1-8a6b-848b673b5067 service neutron] Attempting to bind port 69eb5998-85f8-49db-ac29-d5661503dd85 on host hv-cinder-80918 for vnic_type normal with profile  {{(pid=82346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Sep 15 13:38:02.385027 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [req-d9973a7b-370b-4c39-8967-1c4521dfa74b req-27751303-f777-41f1-8a6b-848b673b5067 service neutron] Attempting to bind port 69eb5998-85f8-49db-ac29-d5661503dd85 by drivers openvswitch,hyperv on host hv-cinder-80918 at level 0 using segments [{'id': 'a2105f60-96c6-4728-8590-87a4123728f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '89a72241-98e5-4fba-a0ab-82753943e5e0'}] {{(pid=82346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Sep 15 13:38:02.385470 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9973a7b-370b-4c39-8967-1c4521dfa74b req-27751303-f777-41f1-8a6b-848b673b5067 service neutron] Attempting to bind port 69eb5998-85f8-49db-ac29-d5661503dd85 on network 89a72241-98e5-4fba-a0ab-82753943e5e0 {{(pid=82346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Sep 15 13:38:02.392418 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c783ae9-58fe-4732-a4e7-ef8f639dbd65 service neutron] Pushing event updated for resources: {'Port': ['ID=1d146de1-007d-4207-8d58-3ab7e0266a17,revision_number=3']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:38:02.406406 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cb9c44d-f497-4d9c-aaec-a2fee224e186', 'tag': '1d146de1-007d-4207-8d58-3ab7e0266a17'}] {{(pid=82346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Sep 15 13:38:02.452719 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-23045338-a820-4b3f-a897-f2127c8f4053 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:02.524537 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4831d8-2351-4518-affd-1f6c15a55a69 req-47ccd007-ca30-4cd6-b301-a0b41ef2322c tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:02.526981 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-8a4831d8-2351-4518-affd-1f6c15a55a69 req-47ccd007-ca30-4cd6-b301-a0b41ef2322c tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] 10.222.0.41 "GET /v2.0/ports?device_id=e07f2504-e042-48e6-8a29-a2bba24a76d8 HTTP/1.1" status: 200  len: 944 time: 0.3926702
Sep 15 13:38:02.529353 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-23045338-a820-4b3f-a897-f2127c8f4053 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:02.547547 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-2c783ae9-58fe-4732-a4e7-ef8f639dbd65 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:38:02.588930 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be79bb40-d81a-40cf-8a6c-700a6ee86b2e None None] Sync routers for ids ['906485ef-e056-43a0-98cf-46486238c9c4'] in dv-cinder-809181-1-iscsi {{(pid=82347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Sep 15 13:38:02.606645 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-8a4831d8-2351-4518-affd-1f6c15a55a69 req-8ee93587-b252-475d-b823-43f06e6c5149 tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] 10.222.0.41 "GET /v2.0/security-groups?id=0afd651a-224a-4a13-beaf-ffff9b7d003e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678408
Sep 15 13:38:02.637922 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be79bb40-d81a-40cf-8a6c-700a6ee86b2e None None] Routers {'906485ef-e056-43a0-98cf-46486238c9c4'} bound to L3 agent in host dv-cinder-809181-1-iscsi {{(pid=82347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 15 13:38:02.638890 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-be79bb40-d81a-40cf-8a6c-700a6ee86b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cd1f54240>, 'dv-cinder-809181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T13:29:29Z,description=<?>,heartbeat_timestamp=2021-09-15T13:37:59Z,host='dv-cinder-809181-1-iscsi',id=c919ec5e-912e-4080-8a6b-9b8956cb875b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T13:29:29Z,topic='l3_agent')) {'router_ids': ['906485ef-e056-43a0-98cf-46486238c9c4'], 'active': True} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:38:02.647207 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-23045338-a820-4b3f-a897-f2127c8f4053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:02.654231 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:38:02.670379 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23045338-a820-4b3f-a897-f2127c8f4053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb7f4f6e-593e-4d0a-9d3d-9e6e56a2e80b,revision_number=None']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:38:02.680305 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-23045338-a820-4b3f-a897-f2127c8f4053 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:38:02.681767 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-23045338-a820-4b3f-a897-f2127c8f4053 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:02.683214 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-23045338-a820-4b3f-a897-f2127c8f4053 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bb7f4f6e-593e-4d0a-9d3d-9e6e56a2e80b HTTP/1.1" status: 204  len: 168 time: 0.5741825
Sep 15 13:38:02.689295 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9973a7b-370b-4c39-8967-1c4521dfa74b req-27751303-f777-41f1-8a6b-848b673b5067 service neutron] Port 69eb5998-85f8-49db-ac29-d5661503dd85 on network 89a72241-98e5-4fba-a0ab-82753943e5e0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80918 {{(pid=82346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 15 13:38:02.699397 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9973a7b-370b-4c39-8967-1c4521dfa74b req-27751303-f777-41f1-8a6b-848b673b5067 service neutron] Attempting to bind port 69eb5998-85f8-49db-ac29-d5661503dd85 on network 89a72241-98e5-4fba-a0ab-82753943e5e0 {{(pid=82346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Sep 15 13:38:02.727694 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9973a7b-370b-4c39-8967-1c4521dfa74b req-27751303-f777-41f1-8a6b-848b673b5067 service neutron] Checking agent: {'id': '0b6080d1-6da0-4ccd-961d-05ec14f91c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80918', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 35, 33), 'started_at': datetime.datetime(2021, 9, 15, 13, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Sep 15 13:38:02.728200 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9973a7b-370b-4c39-8967-1c4521dfa74b req-27751303-f777-41f1-8a6b-848b673b5067 service neutron] Checking segment: {'id': 'a2105f60-96c6-4728-8590-87a4123728f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '89a72241-98e5-4fba-a0ab-82753943e5e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Sep 15 13:38:02.728715 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9973a7b-370b-4c39-8967-1c4521dfa74b req-27751303-f777-41f1-8a6b-848b673b5067 service neutron] Bound using segment: {'id': 'a2105f60-96c6-4728-8590-87a4123728f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '89a72241-98e5-4fba-a0ab-82753943e5e0'} {{(pid=82346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Sep 15 13:38:02.729291 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [req-d9973a7b-370b-4c39-8967-1c4521dfa74b req-27751303-f777-41f1-8a6b-848b673b5067 service neutron] Bound port: 69eb5998-85f8-49db-ac29-d5661503dd85, host: hv-cinder-80918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2105f60-96c6-4728-8590-87a4123728f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '89a72241-98e5-4fba-a0ab-82753943e5e0'}}] {{(pid=82346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Sep 15 13:38:02.739986 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-d9973a7b-370b-4c39-8967-1c4521dfa74b req-27751303-f777-41f1-8a6b-848b673b5067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:02.819434 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvr_db [None req-818ba581-8967-43bf-b85c-855146ff15c8 None None] Set router 0c1a9be1-12af-4edc-90ba-07b85f4575b2 gateway port host: dv-cinder-809181-1-iscsi {{(pid=82348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Sep 15 13:38:02.976738 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [req-d9973a7b-370b-4c39-8967-1c4521dfa74b req-27751303-f777-41f1-8a6b-848b673b5067 service neutron] For port 69eb5998-85f8-49db-ac29-d5661503dd85, host hv-cinder-80918, cleared binding levels {{(pid=82346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Sep 15 13:38:02.982970 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [req-d9973a7b-370b-4c39-8967-1c4521dfa74b req-27751303-f777-41f1-8a6b-848b673b5067 service neutron] For port 69eb5998-85f8-49db-ac29-d5661503dd85, host hv-cinder-80918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=69eb5998-85f8-49db-ac29-d5661503dd85,segment=NetworkSegment(a2105f60-96c6-4728-8590-87a4123728f4),segment_id=a2105f60-96c6-4728-8590-87a4123728f4)] {{(pid=82346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Sep 15 13:38:03.006194 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-d9973a7b-370b-4c39-8967-1c4521dfa74b req-27751303-f777-41f1-8a6b-848b673b5067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:03.040056 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0f5217-12ff-4409-ab18-52f4d9d4f486 req-06a3dabe-bc02-4401-ae41-65028943ccfa tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:03.041705 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-2c0f5217-12ff-4409-ab18-52f4d9d4f486 req-06a3dabe-bc02-4401-ae41-65028943ccfa tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cb9c44d-f497-4d9c-aaec-a2fee224e186 HTTP/1.1" status: 200  len: 943 time: 0.1873803
Sep 15 13:38:03.046649 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-e3e664e5-a301-4fe9-a18d-2a76cc921f83 req-6aeadff2-a8c2-4286-904e-9e706f94ddd6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=123dd1ba9d594e88a025896157079afa&device_id=5cb9c44d-f497-4d9c-aaec-a2fee224e186 HTTP/1.1" status: 200  len: 1096 time: 0.5035255
Sep 15 13:38:03.052235 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:38:03.151020 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-2c0f5217-12ff-4409-ab18-52f4d9d4f486 req-4f17392e-a2b8-45db-ab1e-caab4d0e19fc tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2bc11e6-bbc1-4efa-b746-171b2be9153a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1028154
Sep 15 13:38:03.161108 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvr_db [None req-be79bb40-d81a-40cf-8a6c-700a6ee86b2e None None] Set router 906485ef-e056-43a0-98cf-46486238c9c4 gateway port host: dv-cinder-809181-1-iscsi {{(pid=82347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Sep 15 13:38:03.241820 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27751303-f777-41f1-8a6b-848b673b5067 service neutron] Pushing event updated for resources: {'Port': ['ID=69eb5998-85f8-49db-ac29-d5661503dd85,revision_number=3']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:38:03.251003 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-27751303-f777-41f1-8a6b-848b673b5067 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:38:03.262240 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-e3e664e5-a301-4fe9-a18d-2a76cc921f83 req-fef5ee5e-477b-48db-96a4-7562d36ed61e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d146de1-007d-4207-8d58-3ab7e0266a17 HTTP/1.1" status: 200  len: 217 time: 0.1425612
Sep 15 13:38:03.267513 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-d9973a7b-370b-4c39-8967-1c4521dfa74b req-27751303-f777-41f1-8a6b-848b673b5067 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7149901'] for port, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:03.269588 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-d9973a7b-370b-4c39-8967-1c4521dfa74b req-27751303-f777-41f1-8a6b-848b673b5067 service neutron] 10.222.0.36 "PUT /v2.0/ports/69eb5998-85f8-49db-ac29-d5661503dd85 HTTP/1.1" status: 200  len: 1094 time: 6.0834703
Sep 15 13:38:03.396917 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e664e5-a301-4fe9-a18d-2a76cc921f83 req-99f01459-dade-4cd2-981a-f09a37830e4f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:03.398705 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-e3e664e5-a301-4fe9-a18d-2a76cc921f83 req-99f01459-dade-4cd2-981a-f09a37830e4f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6e2787c1-0944-4332-859d-d1109defbfe6 HTTP/1.1" status: 200  len: 854 time: 0.1279566
Sep 15 13:38:03.511791 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-e3e664e5-a301-4fe9-a18d-2a76cc921f83 req-ae39e713-0b6d-40e3-82fc-362afb8f04ff service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b896e533-b678-44d7-b97d-e7b840adb427&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0661738
Sep 15 13:38:03.655621 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-d9973a7b-370b-4c39-8967-1c4521dfa74b req-1183213a-3aa5-4f75-bf47-58cb0c76538b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cb79605c5e154acc8ad686ebbdcf1c29&device_id=e07f2504-e042-48e6-8a29-a2bba24a76d8 HTTP/1.1" status: 200  len: 1097 time: 0.2555680
Sep 15 13:38:03.712685 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-818ba581-8967-43bf-b85c-855146ff15c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cd1f4f5c0>, [{'id': '0c1a9be1-12af-4edc-90ba-07b85f4575b2', 'name': 'tempest-AttachVolumeTestJSON-1358564763-router', 'tenant_id': '839ee03af2c74792a3a3c2d72d59dd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '2c04589e-3e63-405d-9909-138c561a87c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:38Z', 'updated_at': '2021-09-15T13:37:51Z', 'revision_number': 4, 'project_id': '839ee03af2c74792a3a3c2d72d59dd55', 'gw_port': {'id': '2c04589e-3e63-405d-9909-138c561a87c8', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:5e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1a9be1-12af-4edc-90ba-07b85f4575b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:40Z', 'updated_at': '2021-09-15T13:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi', '_interfaces': [{'id': '5e25fb80-8d76-4b71-8d1a-d48a31606ea5', 'name': '', 'network_id': '9b5d95b3-3bf8-4370-9b66-9dd986b48a07', 'tenant_id': '839ee03af2c74792a3a3c2d72d59dd55', 'mac_address': 'fa:16:3e:31:f4:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c1a9be1-12af-4edc-90ba-07b85f4575b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1beceede-0773-432e-935b-1a5d4e30ef31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:49Z', 'updated_at': '2021-09-15T13:37:53Z', 'revision_number': 2, 'project_id': '839ee03af2c74792a3a3c2d72d59dd55', 'subnets': [{'id': '1beceede-0773-432e-935b-1a5d4e30ef31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-iscsi', False) {} {{(pid=82348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:38:03.719431 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818ba581-8967-43bf-b85c-855146ff15c8 None None] Checking router: 0c1a9be1-12af-4edc-90ba-07b85f4575b2 for host: dv-cinder-809181-1-iscsi {{(pid=82348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Sep 15 13:38:03.719952 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818ba581-8967-43bf-b85c-855146ff15c8 None None] Updating router 0c1a9be1-12af-4edc-90ba-07b85f4575b2 port 5e25fb80-8d76-4b71-8d1a-d48a31606ea5 binding host dv-cinder-809181-1-iscsi {{(pid=82348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Sep 15 13:38:03.769399 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 57102) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:38:03.814877 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-22df8e0d-c9e3-423e-ab13-dc5f269ea48e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:03.858818 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-818ba581-8967-43bf-b85c-855146ff15c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:03.887356 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-22df8e0d-c9e3-423e-ab13-dc5f269ea48e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:38:03.891992 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:03.896646 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-22df8e0d-c9e3-423e-ab13-dc5f269ea48e admin admin] Usage tracker for resource:security_group_rule and tenant:d0637e7c17544170a7a298e10f0d4ac4 is out of sync, need to count used quota {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:38:03.901328 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-22df8e0d-c9e3-423e-ab13-dc5f269ea48e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:38:03.912466 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-22df8e0d-c9e3-423e-ab13-dc5f269ea48e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:38:03.921689 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-0a77a54b-65b3-4498-8543-7cd930cb2738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cd234b518>, [{'id': 'b57ef187-4677-4138-9304-5ae1a012bd28', 'name': 'tempest-AttachVolumeShelveTestJSON-500667379-router', 'tenant_id': '025c529061864e2ab47987e7d6ed7d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': '05c1d5c3-330b-4f4d-9200-6dad9f8a07b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:37Z', 'updated_at': '2021-09-15T13:37:48Z', 'revision_number': 4, 'project_id': '025c529061864e2ab47987e7d6ed7d28', 'gw_port': {'id': '05c1d5c3-330b-4f4d-9200-6dad9f8a07b3', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cf:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57ef187-4677-4138-9304-5ae1a012bd28', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:38Z', 'updated_at': '2021-09-15T13:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi', '_interfaces': [{'id': 'e087af7b-9fed-4da0-b075-bf2545f634df', 'name': '', 'network_id': 'e9c16276-857e-49e4-bec2-1a6e621bb0c0', 'tenant_id': '025c529061864e2ab47987e7d6ed7d28', 'mac_address': 'fa:16:3e:a1:63:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b57ef187-4677-4138-9304-5ae1a012bd28', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d3cda93-f669-4c8c-b3ae-fd1f6c47904a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:44Z', 'updated_at': '2021-09-15T13:37:50Z', 'revision_number': 2, 'project_id': '025c529061864e2ab47987e7d6ed7d28', 'subnets': [{'id': '5d3cda93-f669-4c8c-b3ae-fd1f6c47904a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-iscsi', False) {} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:38:03.935467 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a77a54b-65b3-4498-8543-7cd930cb2738 None None] Checking router: b57ef187-4677-4138-9304-5ae1a012bd28 for host: dv-cinder-809181-1-iscsi {{(pid=82347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Sep 15 13:38:03.937857 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a77a54b-65b3-4498-8543-7cd930cb2738 None None] Updating router b57ef187-4677-4138-9304-5ae1a012bd28 port e087af7b-9fed-4da0-b075-bf2545f634df binding host dv-cinder-809181-1-iscsi {{(pid=82347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Sep 15 13:38:03.951352 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-d9973a7b-370b-4c39-8967-1c4521dfa74b req-58b5c159-0e41-400b-8468-b521f504f41f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=69eb5998-85f8-49db-ac29-d5661503dd85 HTTP/1.1" status: 200  len: 217 time: 0.2811832
Sep 15 13:38:04.056600 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-22df8e0d-c9e3-423e-ab13-dc5f269ea48e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:04.058028 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-0a77a54b-65b3-4498-8543-7cd930cb2738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:04.066881 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-22df8e0d-c9e3-423e-ab13-dc5f269ea48e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:04.079070 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-858d06e8-dd8c-4a83-8aff-e5dbe428af5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:38:04.139912 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9973a7b-370b-4c39-8967-1c4521dfa74b req-00107fea-47ba-4435-9473-6920184ceae8 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:04.153072 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-d9973a7b-370b-4c39-8967-1c4521dfa74b req-00107fea-47ba-4435-9473-6920184ceae8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c1b8198a-efbd-4e67-898f-c02750876260 HTTP/1.1" status: 200  len: 850 time: 0.1735404
Sep 15 13:38:04.180862 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22df8e0d-c9e3-423e-ab13-dc5f269ea48e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08911b27-1b66-43c8-a400-7118bac3f195,revision_number=1']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:38:04.196970 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-be79bb40-d81a-40cf-8a6c-700a6ee86b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cd1f54240>, [{'id': '906485ef-e056-43a0-98cf-46486238c9c4', 'name': 'tempest-ServerRescueNegativeTestJSON-970748965-router', 'tenant_id': '80893221bf4b42c18fd54176a50bc76a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'd736fd68-0311-4aaa-bf90-a3426793c3df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:39Z', 'updated_at': '2021-09-15T13:37:58Z', 'revision_number': 4, 'project_id': '80893221bf4b42c18fd54176a50bc76a', 'gw_port': {'id': 'd736fd68-0311-4aaa-bf90-a3426793c3df', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906485ef-e056-43a0-98cf-46486238c9c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:41Z', 'updated_at': '2021-09-15T13:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi', '_interfaces': [{'id': '293d2ccc-84fb-4750-a15d-85281389375b', 'name': '', 'network_id': '9bbaa344-d9a5-4321-ad27-cafc69ce0f2b', 'tenant_id': '80893221bf4b42c18fd54176a50bc76a', 'mac_address': 'fa:16:3e:81:fc:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '906485ef-e056-43a0-98cf-46486238c9c4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73bc4b07-7e04-44b7-bb1d-868aeed372a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:56Z', 'updated_at': '2021-09-15T13:37:59Z', 'revision_number': 2, 'project_id': '80893221bf4b42c18fd54176a50bc76a', 'subnets': [{'id': '73bc4b07-7e04-44b7-bb1d-868aeed372a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-iscsi', False) {} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:38:04.208170 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-22df8e0d-c9e3-423e-ab13-dc5f269ea48e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:38:04.214060 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-22df8e0d-c9e3-423e-ab13-dc5f269ea48e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d0637e7c17544170a7a298e10f0d4ac4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4400780
Sep 15 13:38:04.215096 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 57122) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:38:04.235851 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be79bb40-d81a-40cf-8a6c-700a6ee86b2e None None] Checking router: 906485ef-e056-43a0-98cf-46486238c9c4 for host: dv-cinder-809181-1-iscsi {{(pid=82347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Sep 15 13:38:04.236437 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be79bb40-d81a-40cf-8a6c-700a6ee86b2e None None] Updating router 906485ef-e056-43a0-98cf-46486238c9c4 port 293d2ccc-84fb-4750-a15d-85281389375b binding host dv-cinder-809181-1-iscsi {{(pid=82347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Sep 15 13:38:04.310538 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-e3e664e5-a301-4fe9-a18d-2a76cc921f83 req-2c04992f-e3c3-41c4-a7e4-03a44005f045 service neutron] 10.222.0.36 "GET /v2.0/networks/b896e533-b678-44d7-b97d-e7b840adb427?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7915878
Sep 15 13:38:04.319252 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-d9973a7b-370b-4c39-8967-1c4521dfa74b req-d1c77c53-40dd-41a4-b16f-3fda2f27ed92 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=89a72241-98e5-4fba-a0ab-82753943e5e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1648734
Sep 15 13:38:04.346705 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-be79bb40-d81a-40cf-8a6c-700a6ee86b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:04.446848 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65562683-e370-46db-9ab7-f44fcdefea30 req-0da63f9f-eb37-4071-8079-54254a1ecd79 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:04.448574 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-65562683-e370-46db-9ab7-f44fcdefea30 req-0da63f9f-eb37-4071-8079-54254a1ecd79 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Synchronizing usage tracker for tenant:80893221bf4b42c18fd54176a50bc76a on resource:network {{(pid=82345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Sep 15 13:38:04.464833 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 57130) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:38:04.475851 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [None req-fa925268-2fd3-4cbc-b44d-0dfbae325577 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1952404448', 'description': 'tempest-description--1385200123'}} {{(pid=82345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:38:04.491077 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-fa925268-2fd3-4cbc-b44d-0dfbae325577 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:38:04.512195 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-fa925268-2fd3-4cbc-b44d-0dfbae325577 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Usage tracker for resource:security_group and tenant:025c529061864e2ab47987e7d6ed7d28 is out of sync, need to count used quota {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:38:04.514272 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-fa925268-2fd3-4cbc-b44d-0dfbae325577 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:38:04.524667 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-fa925268-2fd3-4cbc-b44d-0dfbae325577 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:38:04.608628 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2602f161-d930-4fb6-8f59-e24ab70fc32d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:04.688963 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2602f161-d930-4fb6-8f59-e24ab70fc32d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:04.756266 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-818ba581-8967-43bf-b85c-855146ff15c8 None None] Notify callbacks [] for port, precommit_update {{(pid=82348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:04.780744 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-65562683-e370-46db-9ab7-f44fcdefea30 req-0da63f9f-eb37-4071-8079-54254a1ecd79 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Unset dirty status for tenant:80893221bf4b42c18fd54176a50bc76a on resource:network {{(pid=82345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Sep 15 13:38:04.782130 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-65562683-e370-46db-9ab7-f44fcdefea30 req-0da63f9f-eb37-4071-8079-54254a1ecd79 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/networks?id=9bbaa344-d9a5-4321-ad27-cafc69ce0f2b HTTP/1.1" status: 200  len: 818 time: 0.5773230
Sep 15 13:38:04.788901 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-818ba581-8967-43bf-b85c-855146ff15c8 None None] Transition to ACTIVE for port object 5e25fb80-8d76-4b71-8d1a-d48a31606ea5 will not be triggered until provisioned by entity L2. {{(pid=82348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Sep 15 13:38:04.813196 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-fa925268-2fd3-4cbc-b44d-0dfbae325577 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Notify callbacks [] for security_group, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:04.816415 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-818ba581-8967-43bf-b85c-855146ff15c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:04.821462 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-bb24ecba-cdba-4b19-9d25-ce38bb8c9601 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:38:04.842141 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2602f161-d930-4fb6-8f59-e24ab70fc32d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:04.868142 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-1721ee7c-f0bd-4930-b674-d09cfbdcff08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:38:04.886582 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-65562683-e370-46db-9ab7-f44fcdefea30 req-d3ce3f6a-071b-4b52-bedb-1bfcd33dcf2c tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/quotas/80893221bf4b42c18fd54176a50bc76a HTTP/1.1" status: 200  len: 375 time: 0.0977082
Sep 15 13:38:04.904883 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-d9973a7b-370b-4c39-8967-1c4521dfa74b req-0960cbfa-2735-41cd-8c92-043519bb33b9 service neutron] 10.222.0.36 "GET /v2.0/networks/89a72241-98e5-4fba-a0ab-82753943e5e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5569484
Sep 15 13:38:04.905080 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2602f161-d930-4fb6-8f59-e24ab70fc32d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08911b27-1b66-43c8-a400-7118bac3f195,revision_number=None']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:38:04.943290 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-2602f161-d930-4fb6-8f59-e24ab70fc32d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:38:05.012475 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2602f161-d930-4fb6-8f59-e24ab70fc32d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:05.014421 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-2602f161-d930-4fb6-8f59-e24ab70fc32d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/08911b27-1b66-43c8-a400-7118bac3f195 HTTP/1.1" status: 204  len: 168 time: 0.7974670
Sep 15 13:38:05.020349 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc10b55-0242-4ca2-a43b-4c518d2e0238 None None] Pushing event updated for resources: {'Port': ['ID=5e25fb80-8d76-4b71-8d1a-d48a31606ea5,revision_number=3']} {{(pid=82348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:38:05.025215 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-fdc10b55-0242-4ca2-a43b-4c518d2e0238 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=82348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:38:05.029973 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-fa925268-2fd3-4cbc-b44d-0dfbae325577 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:38:05.039763 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-fa925268-2fd3-4cbc-b44d-0dfbae325577 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Usage tracker for resource:security_group_rule and tenant:025c529061864e2ab47987e7d6ed7d28 is out of sync, need to count used quota {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:38:05.051706 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-fa925268-2fd3-4cbc-b44d-0dfbae325577 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:38:05.077554 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-fa925268-2fd3-4cbc-b44d-0dfbae325577 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:38:05.113924 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-be79bb40-d81a-40cf-8a6c-700a6ee86b2e None None] Notify callbacks [] for port, precommit_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:05.128767 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-e3e664e5-a301-4fe9-a18d-2a76cc921f83 req-591d9f34-84a2-4456-89d4-680680a5a68c service neutron] 10.222.0.36 "GET /v2.0/networks/b896e533-b678-44d7-b97d-e7b840adb427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8082440
Sep 15 13:38:05.132771 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-be79bb40-d81a-40cf-8a6c-700a6ee86b2e None None] Transition to ACTIVE for port object 293d2ccc-84fb-4750-a15d-85281389375b will not be triggered until provisioned by entity L2. {{(pid=82347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Sep 15 13:38:05.164249 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-be79bb40-d81a-40cf-8a6c-700a6ee86b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:05.170083 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:38:05.207564 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-65562683-e370-46db-9ab7-f44fcdefea30 req-5b12b5fe-0e9a-4532-bc5a-b0c4277f05d2 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Synchronizing usage tracker for tenant:80893221bf4b42c18fd54176a50bc76a on resource:port {{(pid=82345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Sep 15 13:38:05.306656 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-65562683-e370-46db-9ab7-f44fcdefea30 req-5b12b5fe-0e9a-4532-bc5a-b0c4277f05d2 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Unset dirty status for tenant:80893221bf4b42c18fd54176a50bc76a on resource:port {{(pid=82345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Sep 15 13:38:05.314114 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-65562683-e370-46db-9ab7-f44fcdefea30 req-5b12b5fe-0e9a-4532-bc5a-b0c4277f05d2 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=80893221bf4b42c18fd54176a50bc76a&fields=id HTTP/1.1" status: 200  len: 255 time: 0.3900049
Sep 15 13:38:05.328567 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-fa925268-2fd3-4cbc-b44d-0dfbae325577 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Notify callbacks [] for security_group, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:05.339008 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543dd524-0777-42f9-b7fd-ea45ce828272 None None] Pushing event updated for resources: {'Port': ['ID=293d2ccc-84fb-4750-a15d-85281389375b,revision_number=3']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:38:05.351105 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-543dd524-0777-42f9-b7fd-ea45ce828272 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:38:05.419146 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 57152) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:38:05.420138 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-fa925268-2fd3-4cbc-b44d-0dfbae325577 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:05.441568 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [None req-1053149f-b404-487c-9a38-01ee2b08c49e tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Request body: {'security_group': {'name': 'tempest-securitygroup--981504623', 'description': 'tempest-description--2097013053'}} {{(pid=82346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:38:05.456475 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:38:05.457048 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-1053149f-b404-487c-9a38-01ee2b08c49e tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:38:05.475220 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-1053149f-b404-487c-9a38-01ee2b08c49e tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Usage tracker for resource:security_group and tenant:839ee03af2c74792a3a3c2d72d59dd55 is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:38:05.476505 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [None req-818ba581-8967-43bf-b85c-855146ff15c8 None None] Attempting to bind port 5e25fb80-8d76-4b71-8d1a-d48a31606ea5 on host dv-cinder-809181-1-iscsi for vnic_type normal with profile  {{(pid=82348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Sep 15 13:38:05.477022 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [None req-818ba581-8967-43bf-b85c-855146ff15c8 None None] Attempting to bind port 5e25fb80-8d76-4b71-8d1a-d48a31606ea5 by drivers openvswitch,hyperv on host dv-cinder-809181-1-iscsi at level 0 using segments [{'id': '1ed3a544-0c3b-4c22-95a9-80d26a08a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '9b5d95b3-3bf8-4370-9b66-9dd986b48a07'}] {{(pid=82348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Sep 15 13:38:05.477517 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818ba581-8967-43bf-b85c-855146ff15c8 None None] Attempting to bind port 5e25fb80-8d76-4b71-8d1a-d48a31606ea5 on network 9b5d95b3-3bf8-4370-9b66-9dd986b48a07 {{(pid=82348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Sep 15 13:38:05.479043 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-1053149f-b404-487c-9a38-01ee2b08c49e tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:38:05.492340 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-1053149f-b404-487c-9a38-01ee2b08c49e tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:38:05.495588 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818ba581-8967-43bf-b85c-855146ff15c8 None None] Checking agent: {'id': '0bfd5640-42e8-4a2a-ac27-f2d96fe1a4e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809181-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 29, 28), 'started_at': datetime.datetime(2021, 9, 15, 13, 29, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809181-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Sep 15 13:38:05.496149 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818ba581-8967-43bf-b85c-855146ff15c8 None None] Checking segment: {'id': '1ed3a544-0c3b-4c22-95a9-80d26a08a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '9b5d95b3-3bf8-4370-9b66-9dd986b48a07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Sep 15 13:38:05.496685 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-818ba581-8967-43bf-b85c-855146ff15c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:05.497212 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818ba581-8967-43bf-b85c-855146ff15c8 None None] Bound using segment: {'id': '1ed3a544-0c3b-4c22-95a9-80d26a08a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '9b5d95b3-3bf8-4370-9b66-9dd986b48a07'} {{(pid=82348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Sep 15 13:38:05.497838 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [None req-818ba581-8967-43bf-b85c-855146ff15c8 None None] Bound port: 5e25fb80-8d76-4b71-8d1a-d48a31606ea5, host: dv-cinder-809181-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed3a544-0c3b-4c22-95a9-80d26a08a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '9b5d95b3-3bf8-4370-9b66-9dd986b48a07'}}] {{(pid=82348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Sep 15 13:38:05.498661 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-818ba581-8967-43bf-b85c-855146ff15c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:05.531787 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-1053149f-b404-487c-9a38-01ee2b08c49e tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Notify callbacks [] for security_group, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:05.539962 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa925268-2fd3-4cbc-b44d-0dfbae325577 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b6258c-7125-4609-a047-87418a93f977,revision_number=1']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:38:05.549149 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-fa925268-2fd3-4cbc-b44d-0dfbae325577 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:38:05.660630 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-818ba581-8967-43bf-b85c-855146ff15c8 None None] For port 5e25fb80-8d76-4b71-8d1a-d48a31606ea5, host dv-cinder-809181-1-iscsi, cleared binding levels {{(pid=82348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Sep 15 13:38:05.664400 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-818ba581-8967-43bf-b85c-855146ff15c8 None None] For port 5e25fb80-8d76-4b71-8d1a-d48a31606ea5, host dv-cinder-809181-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-iscsi',level=0,port_id=5e25fb80-8d76-4b71-8d1a-d48a31606ea5,segment=NetworkSegment(1ed3a544-0c3b-4c22-95a9-80d26a08a4c3),segment_id=1ed3a544-0c3b-4c22-95a9-80d26a08a4c3)] {{(pid=82348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Sep 15 13:38:05.672755 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-818ba581-8967-43bf-b85c-855146ff15c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:05.679942 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-6883fc2c-6bcc-4d20-9014-4e934298be42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:38:05.681629 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-d9973a7b-370b-4c39-8967-1c4521dfa74b req-82be474c-e2be-41f5-9e5a-c83221a88b3c service neutron] 10.222.0.36 "GET /v2.0/networks/89a72241-98e5-4fba-a0ab-82753943e5e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7689829
Sep 15 13:38:05.704584 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-1053149f-b404-487c-9a38-01ee2b08c49e tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:38:05.711032 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-fa925268-2fd3-4cbc-b44d-0dfbae325577 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Notify callbacks [] for security_group, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:05.713433 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-1053149f-b404-487c-9a38-01ee2b08c49e tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Usage tracker for resource:security_group_rule and tenant:839ee03af2c74792a3a3c2d72d59dd55 is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:38:05.717218 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-fa925268-2fd3-4cbc-b44d-0dfbae325577 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1614 time: 1.2508819
Sep 15 13:38:05.721392 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-1053149f-b404-487c-9a38-01ee2b08c49e tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:38:05.722972 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 57162) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:38:05.733833 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-1053149f-b404-487c-9a38-01ee2b08c49e tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:38:05.741341 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [None req-d86a3b67-d225-47a5-ab81-29fa3ca63228 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Request body: {'security_group_rule': {'security_group_id': 'e2b6258c-7125-4609-a047-87418a93f977', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:38:05.749719 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [None req-be79bb40-d81a-40cf-8a6c-700a6ee86b2e None None] Attempting to bind port 293d2ccc-84fb-4750-a15d-85281389375b on host dv-cinder-809181-1-iscsi for vnic_type normal with profile  {{(pid=82347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Sep 15 13:38:05.750154 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [None req-be79bb40-d81a-40cf-8a6c-700a6ee86b2e None None] Attempting to bind port 293d2ccc-84fb-4750-a15d-85281389375b by drivers openvswitch,hyperv on host dv-cinder-809181-1-iscsi at level 0 using segments [{'id': '4bd26eda-5bf6-4400-9bb5-1b702a14f250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '9bbaa344-d9a5-4321-ad27-cafc69ce0f2b'}] {{(pid=82347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Sep 15 13:38:05.750717 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be79bb40-d81a-40cf-8a6c-700a6ee86b2e None None] Attempting to bind port 293d2ccc-84fb-4750-a15d-85281389375b on network 9bbaa344-d9a5-4321-ad27-cafc69ce0f2b {{(pid=82347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Sep 15 13:38:05.763520 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-d86a3b67-d225-47a5-ab81-29fa3ca63228 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:38:05.765947 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be79bb40-d81a-40cf-8a6c-700a6ee86b2e None None] Checking agent: {'id': '0bfd5640-42e8-4a2a-ac27-f2d96fe1a4e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809181-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 29, 28), 'started_at': datetime.datetime(2021, 9, 15, 13, 29, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809181-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Sep 15 13:38:05.766386 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be79bb40-d81a-40cf-8a6c-700a6ee86b2e None None] Checking segment: {'id': '4bd26eda-5bf6-4400-9bb5-1b702a14f250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '9bbaa344-d9a5-4321-ad27-cafc69ce0f2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Sep 15 13:38:05.766858 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-be79bb40-d81a-40cf-8a6c-700a6ee86b2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:05.767315 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be79bb40-d81a-40cf-8a6c-700a6ee86b2e None None] Bound using segment: {'id': '4bd26eda-5bf6-4400-9bb5-1b702a14f250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '9bbaa344-d9a5-4321-ad27-cafc69ce0f2b'} {{(pid=82347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Sep 15 13:38:05.767899 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [None req-be79bb40-d81a-40cf-8a6c-700a6ee86b2e None None] Bound port: 293d2ccc-84fb-4750-a15d-85281389375b, host: dv-cinder-809181-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bd26eda-5bf6-4400-9bb5-1b702a14f250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '9bbaa344-d9a5-4321-ad27-cafc69ce0f2b'}}] {{(pid=82347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Sep 15 13:38:05.768334 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-be79bb40-d81a-40cf-8a6c-700a6ee86b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:05.774635 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-d86a3b67-d225-47a5-ab81-29fa3ca63228 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Usage tracker for resource:security_group_rule and tenant:025c529061864e2ab47987e7d6ed7d28 is out of sync, need to count used quota {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:38:05.805285 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818ba581-8967-43bf-b85c-855146ff15c8 None None] Routers {'0c1a9be1-12af-4edc-90ba-07b85f4575b2'} bound to L3 agent in host dv-cinder-809181-1-iscsi {{(pid=82348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 15 13:38:05.806136 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-818ba581-8967-43bf-b85c-855146ff15c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cd1f4f5c0>, 'dv-cinder-809181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T13:29:29Z,description=<?>,heartbeat_timestamp=2021-09-15T13:37:59Z,host='dv-cinder-809181-1-iscsi',id=c919ec5e-912e-4080-8a6b-9b8956cb875b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T13:29:29Z,topic='l3_agent')) {'router_ids': ['0c1a9be1-12af-4edc-90ba-07b85f4575b2'], 'active': True} {{(pid=82348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:38:05.812130 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-d86a3b67-d225-47a5-ab81-29fa3ca63228 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:38:05.864693 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-d86a3b67-d225-47a5-ab81-29fa3ca63228 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:38:05.882518 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-65562683-e370-46db-9ab7-f44fcdefea30 req-a8ccb5ab-37fc-47dc-8892-1045081f3a33 service neutron] 10.222.0.41 "GET /v2.0/networks/9bbaa344-d9a5-4321-ad27-cafc69ce0f2b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5517557
Sep 15 13:38:05.894063 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-be79bb40-d81a-40cf-8a6c-700a6ee86b2e None None] For port 293d2ccc-84fb-4750-a15d-85281389375b, host dv-cinder-809181-1-iscsi, cleared binding levels {{(pid=82347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Sep 15 13:38:05.913959 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-1053149f-b404-487c-9a38-01ee2b08c49e tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Notify callbacks [] for security_group, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:05.918631 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-be79bb40-d81a-40cf-8a6c-700a6ee86b2e None None] For port 293d2ccc-84fb-4750-a15d-85281389375b, host dv-cinder-809181-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-iscsi',level=0,port_id=293d2ccc-84fb-4750-a15d-85281389375b,segment=NetworkSegment(4bd26eda-5bf6-4400-9bb5-1b702a14f250),segment_id=4bd26eda-5bf6-4400-9bb5-1b702a14f250)] {{(pid=82347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Sep 15 13:38:05.921193 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-1053149f-b404-487c-9a38-01ee2b08c49e tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:05.933973 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-be79bb40-d81a-40cf-8a6c-700a6ee86b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:05.951614 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-543dd524-0777-42f9-b7fd-ea45ce828272 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:38:05.982544 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:38:06.030963 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-1053149f-b404-487c-9a38-01ee2b08c49e tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Notify callbacks [] for security_group, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:06.032371 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-1053149f-b404-487c-9a38-01ee2b08c49e tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1613 time: 0.6109393
Sep 15 13:38:06.072848 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 57172) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:38:06.093994 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1053149f-b404-487c-9a38-01ee2b08c49e tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c08ff91-f7c0-4639-896f-1511f14e2415,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:38:06.102995 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [None req-f4db3560-979d-47b1-8413-3bd4771c363c tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Request body: {'security_group_rule': {'security_group_id': '7c08ff91-f7c0-4639-896f-1511f14e2415', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:38:06.107340 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvr_db [None req-818ba581-8967-43bf-b85c-855146ff15c8 None None] Set router 0c1a9be1-12af-4edc-90ba-07b85f4575b2 gateway port host: dv-cinder-809181-1-iscsi {{(pid=82348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Sep 15 13:38:06.113935 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-d86a3b67-d225-47a5-ab81-29fa3ca63228 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:06.115759 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-1053149f-b404-487c-9a38-01ee2b08c49e tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:38:06.118186 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cb9c44d-f497-4d9c-aaec-a2fee224e186', 'tag': '1d146de1-007d-4207-8d58-3ab7e0266a17', 'status': 'completed', 'code': 200}
Sep 15 13:38:06.137083 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543dd524-0777-42f9-b7fd-ea45ce828272 None None] Pushing event updated for resources: {'Port': ['ID=293d2ccc-84fb-4750-a15d-85281389375b,revision_number=4']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:38:06.150538 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-f4db3560-979d-47b1-8413-3bd4771c363c tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:38:06.156940 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-543dd524-0777-42f9-b7fd-ea45ce828272 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:38:06.234674 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be79bb40-d81a-40cf-8a6c-700a6ee86b2e None None] Routers {'906485ef-e056-43a0-98cf-46486238c9c4'} bound to L3 agent in host dv-cinder-809181-1-iscsi {{(pid=82347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 15 13:38:06.235390 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-be79bb40-d81a-40cf-8a6c-700a6ee86b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cd1f54240>, 'dv-cinder-809181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T13:29:29Z,description=<?>,heartbeat_timestamp=2021-09-15T13:37:59Z,host='dv-cinder-809181-1-iscsi',id=c919ec5e-912e-4080-8a6b-9b8956cb875b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T13:29:29Z,topic='l3_agent')) {'router_ids': ['906485ef-e056-43a0-98cf-46486238c9c4'], 'active': True} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:38:06.237929 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-f4db3560-979d-47b1-8413-3bd4771c363c tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Usage tracker for resource:security_group_rule and tenant:839ee03af2c74792a3a3c2d72d59dd55 is out of sync, need to count used quota {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:38:06.362412 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-f4db3560-979d-47b1-8413-3bd4771c363c tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:38:06.498015 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-f4db3560-979d-47b1-8413-3bd4771c363c tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:38:06.529928 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc10b55-0242-4ca2-a43b-4c518d2e0238 None None] Pushing event updated for resources: {'Port': ['ID=5e25fb80-8d76-4b71-8d1a-d48a31606ea5,revision_number=4']} {{(pid=82348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:38:06.535576 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-fdc10b55-0242-4ca2-a43b-4c518d2e0238 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.855s {{(pid=82348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:38:06.565981 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-65562683-e370-46db-9ab7-f44fcdefea30 req-34b44191-24bc-4a8c-b042-4383e5c537b2 service neutron] 10.222.0.41 "GET /v2.0/networks/9bbaa344-d9a5-4321-ad27-cafc69ce0f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6650527
Sep 15 13:38:06.576146 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-0a77a54b-65b3-4498-8543-7cd930cb2738 None None] Notify callbacks [] for port, precommit_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:06.589633 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-818ba581-8967-43bf-b85c-855146ff15c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cd1f4f5c0>, [{'id': '0c1a9be1-12af-4edc-90ba-07b85f4575b2', 'name': 'tempest-AttachVolumeTestJSON-1358564763-router', 'tenant_id': '839ee03af2c74792a3a3c2d72d59dd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '2c04589e-3e63-405d-9909-138c561a87c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:38Z', 'updated_at': '2021-09-15T13:37:51Z', 'revision_number': 4, 'project_id': '839ee03af2c74792a3a3c2d72d59dd55', 'gw_port': {'id': '2c04589e-3e63-405d-9909-138c561a87c8', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:5e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1a9be1-12af-4edc-90ba-07b85f4575b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:40Z', 'updated_at': '2021-09-15T13:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi', '_interfaces': [{'id': '5e25fb80-8d76-4b71-8d1a-d48a31606ea5', 'name': '', 'network_id': '9b5d95b3-3bf8-4370-9b66-9dd986b48a07', 'tenant_id': '839ee03af2c74792a3a3c2d72d59dd55', 'mac_address': 'fa:16:3e:31:f4:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c1a9be1-12af-4edc-90ba-07b85f4575b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1beceede-0773-432e-935b-1a5d4e30ef31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:49Z', 'updated_at': '2021-09-15T13:38:05Z', 'revision_number': 4, 'project_id': '839ee03af2c74792a3a3c2d72d59dd55', 'subnets': [{'id': '1beceede-0773-432e-935b-1a5d4e30ef31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-iscsi', False) {} {{(pid=82348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:38:06.595581 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818ba581-8967-43bf-b85c-855146ff15c8 None None] The sync data for ids ['0c1a9be1-12af-4edc-90ba-07b85f4575b2'] in dv-cinder-809181-1-iscsi is: [{'id': '0c1a9be1-12af-4edc-90ba-07b85f4575b2', 'name': 'tempest-AttachVolumeTestJSON-1358564763-router', 'tenant_id': '839ee03af2c74792a3a3c2d72d59dd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '2c04589e-3e63-405d-9909-138c561a87c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:38Z', 'updated_at': '2021-09-15T13:37:51Z', 'revision_number': 4, 'project_id': '839ee03af2c74792a3a3c2d72d59dd55', 'gw_port': {'id': '2c04589e-3e63-405d-9909-138c561a87c8', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:5e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1a9be1-12af-4edc-90ba-07b85f4575b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:40Z', 'updated_at': '2021-09-15T13:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi', '_interfaces': [{'id': '5e25fb80-8d76-4b71-8d1a-d48a31606ea5', 'name': '', 'network_id': '9b5d95b3-3bf8-4370-9b66-9dd986b48a07', 'tenant_id': '839ee03af2c74792a3a3c2d72d59dd55', 'mac_address': 'fa:16:3e:31:f4:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c1a9be1-12af-4edc-90ba-07b85f4575b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1beceede-0773-432e-935b-1a5d4e30ef31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:49Z', 'updated_at': '2021-09-15T13:38:05Z', 'revision_number': 4, 'project_id': '839ee03af2c74792a3a3c2d72d59dd55', 'subnets': [{'id': '1beceede-0773-432e-935b-1a5d4e30ef31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Sep 15 13:38:06.609859 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-0a77a54b-65b3-4498-8543-7cd930cb2738 None None] Transition to ACTIVE for port object e087af7b-9fed-4da0-b075-bf2545f634df will not be triggered until provisioned by entity L2. {{(pid=82347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Sep 15 13:38:06.627526 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvr_db [None req-be79bb40-d81a-40cf-8a6c-700a6ee86b2e None None] Set router 906485ef-e056-43a0-98cf-46486238c9c4 gateway port host: dv-cinder-809181-1-iscsi {{(pid=82347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Sep 15 13:38:06.630038 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-d86a3b67-d225-47a5-ab81-29fa3ca63228 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:06.660058 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-d86a3b67-d225-47a5-ab81-29fa3ca63228 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016664'] for security_group_rule, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:06.660903 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f4db3560-979d-47b1-8413-3bd4771c363c tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:06.688473 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:38:06.719331 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86a3b67-d225-47a5-ab81-29fa3ca63228 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=833dbeba-29d7-4a4c-837c-607a7876efb6,revision_number=0']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:38:06.731559 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-d86a3b67-d225-47a5-ab81-29fa3ca63228 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:38:06.736023 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-0a77a54b-65b3-4498-8543-7cd930cb2738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:06.765345 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:38:06.809703 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7167e659-8b4b-4201-8b11-45714b8f6a84 req-8747d8d1-777d-41e3-a4b7-7c745431287d tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:06.811572 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-7167e659-8b4b-4201-8b11-45714b8f6a84 req-8747d8d1-777d-41e3-a4b7-7c745431287d tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] 10.222.0.41 "GET /v2.0/ports?device_id=e07f2504-e042-48e6-8a29-a2bba24a76d8 HTTP/1.1" status: 200  len: 944 time: 0.4269872
Sep 15 13:38:06.846342 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-d86a3b67-d225-47a5-ab81-29fa3ca63228 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:06.847687 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-d86a3b67-d225-47a5-ab81-29fa3ca63228 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 1.1199856
Sep 15 13:38:06.850842 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 57194) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:38:06.857357 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [None req-cd9c1f9d-d205-4d0b-ace9-dd7c23024a44 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Request body: {'security_group_rule': {'security_group_id': 'e2b6258c-7125-4609-a047-87418a93f977', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:38:06.867232 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-cd9c1f9d-d205-4d0b-ace9-dd7c23024a44 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:38:06.891135 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-cd9c1f9d-d205-4d0b-ace9-dd7c23024a44 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Usage tracker for resource:security_group_rule and tenant:025c529061864e2ab47987e7d6ed7d28 is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:38:06.897684 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-cd9c1f9d-d205-4d0b-ace9-dd7c23024a44 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:38:06.906440 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-cd9c1f9d-d205-4d0b-ace9-dd7c23024a44 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:38:06.921745 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-7167e659-8b4b-4201-8b11-45714b8f6a84 req-a36de7bb-433a-42f9-8638-275636d3cf95 tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] 10.222.0.41 "GET /v2.0/security-groups?id=0afd651a-224a-4a13-beaf-ffff9b7d003e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0790100
Sep 15 13:38:06.928242 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f4db3560-979d-47b1-8413-3bd4771c363c tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:06.930730 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-cd9c1f9d-d205-4d0b-ace9-dd7c23024a44 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:06.937480 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f4db3560-979d-47b1-8413-3bd4771c363c tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016664'] for security_group_rule, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:06.939724 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-d86a3b67-d225-47a5-ab81-29fa3ca63228 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:38:07.038282 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-cd9c1f9d-d205-4d0b-ace9-dd7c23024a44 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:07.040110 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4db3560-979d-47b1-8413-3bd4771c363c tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c00d651-8a3c-4193-a5f0-49c589216677,revision_number=0']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:38:07.053116 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-cd9c1f9d-d205-4d0b-ace9-dd7c23024a44 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016664'] for security_group_rule, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:07.053230 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f4db3560-979d-47b1-8413-3bd4771c363c tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:07.054501 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-f4db3560-979d-47b1-8413-3bd4771c363c tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.9803753
Sep 15 13:38:07.057310 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:38:07.059368 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-f4db3560-979d-47b1-8413-3bd4771c363c tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:38:07.083612 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 57202) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:38:07.125769 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9c1f9d-d205-4d0b-ace9-dd7c23024a44 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0af4d032-c014-4626-9749-66db69315e7d,revision_number=0']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:38:07.149965 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-898d85ad-483a-4249-99d9-5a2b01c5a2c9 req-87527f14-771c-4d19-9449-ea856fff035f tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dfebc96-1d27-4e99-9371-287665559258 HTTP/1.1" status: 200  len: 210 time: 0.1036055
Sep 15 13:38:07.155047 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [None req-0b145023-a1bf-4159-a591-fb5d0eca3d95 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Request body: {'security_group_rule': {'security_group_id': '7c08ff91-f7c0-4639-896f-1511f14e2415', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:38:07.190981 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-0b145023-a1bf-4159-a591-fb5d0eca3d95 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:38:07.239224 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-cd9c1f9d-d205-4d0b-ace9-dd7c23024a44 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:38:07.243573 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-0b145023-a1bf-4159-a591-fb5d0eca3d95 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Usage tracker for resource:security_group_rule and tenant:839ee03af2c74792a3a3c2d72d59dd55 is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:38:07.245668 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaac1ed-9bf7-466a-9788-a1fc1925c7c2 None None] Pushing event updated for resources: {'Port': ['ID=e087af7b-9fed-4da0-b075-bf2545f634df,revision_number=3']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:38:07.252988 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-cd9c1f9d-d205-4d0b-ace9-dd7c23024a44 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:07.261990 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 57216) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:38:07.265521 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-cd9c1f9d-d205-4d0b-ace9-dd7c23024a44 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.4134605
Sep 15 13:38:07.266896 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-0b145023-a1bf-4159-a591-fb5d0eca3d95 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:38:07.275948 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [None req-875af614-8392-475a-8fe6-f3c23d9c87f7 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Request body: {'floatingip': {'floating_network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6'}} {{(pid=82345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:38:07.281696 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-0b145023-a1bf-4159-a591-fb5d0eca3d95 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:38:07.291972 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-875af614-8392-475a-8fe6-f3c23d9c87f7 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:38:07.297949 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-875af614-8392-475a-8fe6-f3c23d9c87f7 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Usage tracker for resource:floatingip and tenant:025c529061864e2ab47987e7d6ed7d28 is out of sync, need to count used quota {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:38:07.309069 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-875af614-8392-475a-8fe6-f3c23d9c87f7 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:38:07.313919 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-0b145023-a1bf-4159-a591-fb5d0eca3d95 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:07.322284 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-875af614-8392-475a-8fe6-f3c23d9c87f7 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:38:07.383478 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-875af614-8392-475a-8fe6-f3c23d9c87f7 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Notify callbacks [] for floatingip, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:07.419671 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-7eaac1ed-9bf7-466a-9788-a1fc1925c7c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.654s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:38:07.441383 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7535f4d-ce42-4df9-bf0e-9d0a56bfb9b4 req-0892c54b-3362-4c5e-8ae6-5c05437cdfd8 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:07.443326 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a7535f4d-ce42-4df9-bf0e-9d0a56bfb9b4 req-0892c54b-3362-4c5e-8ae6-5c05437cdfd8 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cb9c44d-f497-4d9c-aaec-a2fee224e186 HTTP/1.1" status: 200  len: 943 time: 0.2921650
Sep 15 13:38:07.478325 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-0b145023-a1bf-4159-a591-fb5d0eca3d95 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:07.486241 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-0b145023-a1bf-4159-a591-fb5d0eca3d95 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016664'] for security_group_rule, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:07.489502 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:38:07.599343 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b145023-a1bf-4159-a591-fb5d0eca3d95 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78880bfc-ed38-4eb0-963b-42310b953dee,revision_number=0']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:38:07.611493 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-0b145023-a1bf-4159-a591-fb5d0eca3d95 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:38:07.636749 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-0b145023-a1bf-4159-a591-fb5d0eca3d95 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:07.638063 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-0b145023-a1bf-4159-a591-fb5d0eca3d95 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.5197637
Sep 15 13:38:07.641207 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 57234) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:38:07.647358 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [None req-098f8a69-d7ba-45ae-a8f3-47312a1218c1 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Request body: {'floatingip': {'floating_network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6'}} {{(pid=82346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:38:07.663081 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-098f8a69-d7ba-45ae-a8f3-47312a1218c1 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:38:07.680790 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-098f8a69-d7ba-45ae-a8f3-47312a1218c1 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Usage tracker for resource:floatingip and tenant:839ee03af2c74792a3a3c2d72d59dd55 is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:38:07.685570 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-098f8a69-d7ba-45ae-a8f3-47312a1218c1 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:38:07.715401 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-098f8a69-d7ba-45ae-a8f3-47312a1218c1 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:38:07.741894 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-098f8a69-d7ba-45ae-a8f3-47312a1218c1 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Notify callbacks [] for floatingip, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:07.752151 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device 5e25fb80-8d76-4b71-8d1a-d48a31606ea5 up at agent ovs-agent-dv-cinder-809181-1-iscsi {{(pid=82347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Sep 15 13:38:07.971548 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [None req-0a77a54b-65b3-4498-8543-7cd930cb2738 None None] Attempting to bind port e087af7b-9fed-4da0-b075-bf2545f634df on host dv-cinder-809181-1-iscsi for vnic_type normal with profile  {{(pid=82347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Sep 15 13:38:07.973792 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [None req-0a77a54b-65b3-4498-8543-7cd930cb2738 None None] Attempting to bind port e087af7b-9fed-4da0-b075-bf2545f634df by drivers openvswitch,hyperv on host dv-cinder-809181-1-iscsi at level 0 using segments [{'id': '11169836-79b2-4822-b283-a5d557a2336a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e9c16276-857e-49e4-bec2-1a6e621bb0c0'}] {{(pid=82347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Sep 15 13:38:07.974395 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a77a54b-65b3-4498-8543-7cd930cb2738 None None] Attempting to bind port e087af7b-9fed-4da0-b075-bf2545f634df on network e9c16276-857e-49e4-bec2-1a6e621bb0c0 {{(pid=82347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Sep 15 13:38:08.043603 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-098f8a69-d7ba-45ae-a8f3-47312a1218c1 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:08.140412 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a6055c-f470-47f4-b357-e45134ffa2fe req-65e3a509-6018-4062-9897-4d909ed2840e tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:08.142223 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-32a6055c-f470-47f4-b357-e45134ffa2fe req-65e3a509-6018-4062-9897-4d909ed2840e tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/networks?id=9bbaa344-d9a5-4321-ad27-cafc69ce0f2b HTTP/1.1" status: 200  len: 818 time: 0.5266960
Sep 15 13:38:08.342693 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a7535f4d-ce42-4df9-bf0e-9d0a56bfb9b4 req-f8efdabf-be8a-4350-add2-edd6a7c26030 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2bc11e6-bbc1-4efa-b746-171b2be9153a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8251934
Sep 15 13:38:08.344054 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a77a54b-65b3-4498-8543-7cd930cb2738 None None] Checking agent: {'id': '0bfd5640-42e8-4a2a-ac27-f2d96fe1a4e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809181-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 29, 28), 'started_at': datetime.datetime(2021, 9, 15, 13, 29, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809181-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Sep 15 13:38:08.346823 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a77a54b-65b3-4498-8543-7cd930cb2738 None None] Checking segment: {'id': '11169836-79b2-4822-b283-a5d557a2336a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e9c16276-857e-49e4-bec2-1a6e621bb0c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Sep 15 13:38:08.347414 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-0a77a54b-65b3-4498-8543-7cd930cb2738 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:08.349341 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a77a54b-65b3-4498-8543-7cd930cb2738 None None] Bound using segment: {'id': '11169836-79b2-4822-b283-a5d557a2336a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e9c16276-857e-49e4-bec2-1a6e621bb0c0'} {{(pid=82347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Sep 15 13:38:08.351727 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [None req-0a77a54b-65b3-4498-8543-7cd930cb2738 None None] Bound port: e087af7b-9fed-4da0-b075-bf2545f634df, host: dv-cinder-809181-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11169836-79b2-4822-b283-a5d557a2336a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e9c16276-857e-49e4-bec2-1a6e621bb0c0'}}] {{(pid=82347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Sep 15 13:38:08.351951 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-0a77a54b-65b3-4498-8543-7cd930cb2738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:08.421564 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-32a6055c-f470-47f4-b357-e45134ffa2fe req-b9262ee6-3951-4222-84c9-a46647879136 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/quotas/80893221bf4b42c18fd54176a50bc76a HTTP/1.1" status: 200  len: 375 time: 0.1252019
Sep 15 13:38:08.592663 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e07f2504-e042-48e6-8a29-a2bba24a76d8', 'tag': '69eb5998-85f8-49db-ac29-d5661503dd85'}] {{(pid=82346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Sep 15 13:38:08.627025 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-0a77a54b-65b3-4498-8543-7cd930cb2738 None None] For port e087af7b-9fed-4da0-b075-bf2545f634df, host dv-cinder-809181-1-iscsi, cleared binding levels {{(pid=82347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Sep 15 13:38:08.631757 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-0a77a54b-65b3-4498-8543-7cd930cb2738 None None] For port e087af7b-9fed-4da0-b075-bf2545f634df, host dv-cinder-809181-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-iscsi',level=0,port_id=e087af7b-9fed-4da0-b075-bf2545f634df,segment=NetworkSegment(11169836-79b2-4822-b283-a5d557a2336a),segment_id=11169836-79b2-4822-b283-a5d557a2336a)] {{(pid=82347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Sep 15 13:38:08.642017 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-0a77a54b-65b3-4498-8543-7cd930cb2738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:08.650947 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-7eaac1ed-9bf7-466a-9788-a1fc1925c7c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:38:08.652970 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-f36c405c-ec75-4659-a99f-803c52a2047b req-0855d6fd-e8b3-4804-940b-4dfbab08247e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=123dd1ba9d594e88a025896157079afa&device_id=5cb9c44d-f497-4d9c-aaec-a2fee224e186 HTTP/1.1" status: 200  len: 1096 time: 0.6979015
Sep 15 13:38:08.701044 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-875af614-8392-475a-8fe6-f3c23d9c87f7 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:08.744200 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaac1ed-9bf7-466a-9788-a1fc1925c7c2 None None] Pushing event updated for resources: {'Port': ['ID=e087af7b-9fed-4da0-b075-bf2545f634df,revision_number=4']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:38:08.754994 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-7eaac1ed-9bf7-466a-9788-a1fc1925c7c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:38:08.755640 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Provisioning for port 5e25fb80-8d76-4b71-8d1a-d48a31606ea5 completed by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Sep 15 13:38:08.765405 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Provisioning complete for port 5e25fb80-8d76-4b71-8d1a-d48a31606ea5 triggered by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:38:08.766002 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:08.774551 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-32a6055c-f470-47f4-b357-e45134ffa2fe req-afd3c273-01c8-4f5e-8ff6-fcbae4d117d2 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=80893221bf4b42c18fd54176a50bc76a&fields=id HTTP/1.1" status: 200  len: 255 time: 0.3048906
Sep 15 13:38:08.888346 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.db_base_plugin_common [None req-098f8a69-d7ba-45ae-a8f3-47312a1218c1 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Allocated IP 172.27.2.197 (8154de37-a8f1-49b5-9df6-05123ded69e6/8c022743-acfa-4652-88a1-355a85d34b79/e292d0a1-bef5-4383-9fc5-c9a679b75701) {{(pid=82346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Sep 15 13:38:08.902018 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-be79bb40-d81a-40cf-8a6c-700a6ee86b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cd1f54240>, [{'id': '906485ef-e056-43a0-98cf-46486238c9c4', 'name': 'tempest-ServerRescueNegativeTestJSON-970748965-router', 'tenant_id': '80893221bf4b42c18fd54176a50bc76a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'd736fd68-0311-4aaa-bf90-a3426793c3df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:39Z', 'updated_at': '2021-09-15T13:37:58Z', 'revision_number': 4, 'project_id': '80893221bf4b42c18fd54176a50bc76a', 'gw_port': {'id': 'd736fd68-0311-4aaa-bf90-a3426793c3df', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906485ef-e056-43a0-98cf-46486238c9c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:41Z', 'updated_at': '2021-09-15T13:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi', '_interfaces': [{'id': '293d2ccc-84fb-4750-a15d-85281389375b', 'name': '', 'network_id': '9bbaa344-d9a5-4321-ad27-cafc69ce0f2b', 'tenant_id': '80893221bf4b42c18fd54176a50bc76a', 'mac_address': 'fa:16:3e:81:fc:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '906485ef-e056-43a0-98cf-46486238c9c4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73bc4b07-7e04-44b7-bb1d-868aeed372a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:56Z', 'updated_at': '2021-09-15T13:38:05Z', 'revision_number': 4, 'project_id': '80893221bf4b42c18fd54176a50bc76a', 'subnets': [{'id': '73bc4b07-7e04-44b7-bb1d-868aeed372a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-iscsi', False) {} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:38:08.917996 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72754c0e-b81b-46d1-9fe1-516c495f0e26 req-92f79da5-915d-457b-9dcf-88c5b37bbf40 tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:08.919887 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-72754c0e-b81b-46d1-9fe1-516c495f0e26 req-92f79da5-915d-457b-9dcf-88c5b37bbf40 tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] 10.222.0.41 "GET /v2.0/ports?device_id=e07f2504-e042-48e6-8a29-a2bba24a76d8 HTTP/1.1" status: 200  len: 944 time: 0.3147328
Sep 15 13:38:08.952664 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be79bb40-d81a-40cf-8a6c-700a6ee86b2e None None] The sync data for ids ['906485ef-e056-43a0-98cf-46486238c9c4'] in dv-cinder-809181-1-iscsi is: [{'id': '906485ef-e056-43a0-98cf-46486238c9c4', 'name': 'tempest-ServerRescueNegativeTestJSON-970748965-router', 'tenant_id': '80893221bf4b42c18fd54176a50bc76a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'd736fd68-0311-4aaa-bf90-a3426793c3df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:39Z', 'updated_at': '2021-09-15T13:37:58Z', 'revision_number': 4, 'project_id': '80893221bf4b42c18fd54176a50bc76a', 'gw_port': {'id': 'd736fd68-0311-4aaa-bf90-a3426793c3df', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906485ef-e056-43a0-98cf-46486238c9c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:41Z', 'updated_at': '2021-09-15T13:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi', '_interfaces': [{'id': '293d2ccc-84fb-4750-a15d-85281389375b', 'name': '', 'network_id': '9bbaa344-d9a5-4321-ad27-cafc69ce0f2b', 'tenant_id': '80893221bf4b42c18fd54176a50bc76a', 'mac_address': 'fa:16:3e:81:fc:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '906485ef-e056-43a0-98cf-46486238c9c4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73bc4b07-7e04-44b7-bb1d-868aeed372a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:56Z', 'updated_at': '2021-09-15T13:38:05Z', 'revision_number': 4, 'project_id': '80893221bf4b42c18fd54176a50bc76a', 'subnets': [{'id': '73bc4b07-7e04-44b7-bb1d-868aeed372a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Sep 15 13:38:08.964861 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36c405c-ec75-4659-a99f-803c52a2047b req-7b3af655-8e0d-431c-a664-d2d56a7f939c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:08.966700 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-f36c405c-ec75-4659-a99f-803c52a2047b req-7b3af655-8e0d-431c-a664-d2d56a7f939c service neutron] 10.222.0.36 "GET /v2.0/networks?id=b896e533-b678-44d7-b97d-e7b840adb427 HTTP/1.1" status: 200  len: 915 time: 0.2941637
Sep 15 13:38:09.115964 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:09.207459 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a77a54b-65b3-4498-8543-7cd930cb2738 None None] Routers {'b57ef187-4677-4138-9304-5ae1a012bd28'} bound to L3 agent in host dv-cinder-809181-1-iscsi {{(pid=82347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 15 13:38:09.208298 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-0a77a54b-65b3-4498-8543-7cd930cb2738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cd234b518>, 'dv-cinder-809181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T13:29:29Z,description=<?>,heartbeat_timestamp=2021-09-15T13:37:59Z,host='dv-cinder-809181-1-iscsi',id=c919ec5e-912e-4080-8a6b-9b8956cb875b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T13:29:29Z,topic='l3_agent')) {'router_ids': ['b57ef187-4677-4138-9304-5ae1a012bd28'], 'active': True} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:38:09.316475 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-72754c0e-b81b-46d1-9fe1-516c495f0e26 req-0d22df40-df81-4064-86bc-ec72c29039e7 tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] 10.222.0.41 "GET /v2.0/security-groups?id=0afd651a-224a-4a13-beaf-ffff9b7d003e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3017945
Sep 15 13:38:09.330040 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-32a6055c-f470-47f4-b357-e45134ffa2fe req-3cb453c1-e1fc-4886-ad44-7124b230e171 service neutron] 10.222.0.41 "GET /v2.0/networks/9bbaa344-d9a5-4321-ad27-cafc69ce0f2b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5168812
Sep 15 13:38:09.336677 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-f36c405c-ec75-4659-a99f-803c52a2047b req-ba1d2604-d0ca-487f-a7a2-616dac04873f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d146de1-007d-4207-8d58-3ab7e0266a17 HTTP/1.1" status: 200  len: 217 time: 0.3606722
Sep 15 13:38:09.394121 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] For port 5e25fb80-8d76-4b71-8d1a-d48a31606ea5, host dv-cinder-809181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-iscsi',level=0,port_id=5e25fb80-8d76-4b71-8d1a-d48a31606ea5,segment=NetworkSegment(1ed3a544-0c3b-4c22-95a9-80d26a08a4c3),segment_id=1ed3a544-0c3b-4c22-95a9-80d26a08a4c3)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:38:09.611219 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:09.614027 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:38:09.678091 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-32a6055c-f470-47f4-b357-e45134ffa2fe req-b0034471-71d4-4eb7-a72c-59ee1c248aa3 service neutron] 10.222.0.41 "GET /v2.0/networks/9bbaa344-d9a5-4321-ad27-cafc69ce0f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3377299
Sep 15 13:38:09.694537 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.36', 51091) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:38:09.796959 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e07f2504-e042-48e6-8a29-a2bba24a76d8', 'tag': '69eb5998-85f8-49db-ac29-d5661503dd85', 'status': 'completed', 'code': 200}
Sep 15 13:38:09.899765 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Pushing event updated for resources: {'Port': ['ID=5e25fb80-8d76-4b71-8d1a-d48a31606ea5,revision_number=5']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:38:09.915691 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device 293d2ccc-84fb-4750-a15d-85281389375b up at agent ovs-agent-dv-cinder-809181-1-iscsi {{(pid=82347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Sep 15 13:38:09.922317 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-e7e9fe6b-24a5-45fe-9eee-a433cf62b974 req-13711444-9378-4bc2-9458-2490ddee7d2c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cb79605c5e154acc8ad686ebbdcf1c29&device_id=e07f2504-e042-48e6-8a29-a2bba24a76d8 HTTP/1.1" status: 200  len: 1097 time: 0.2160635
Sep 15 13:38:10.024761 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:38:10.156500 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Provisioning for port 293d2ccc-84fb-4750-a15d-85281389375b completed by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Sep 15 13:38:10.190286 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvr_db [None req-0a77a54b-65b3-4498-8543-7cd930cb2738 None None] Set router b57ef187-4677-4138-9304-5ae1a012bd28 gateway port host: dv-cinder-809181-1-iscsi {{(pid=82347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Sep 15 13:38:10.208863 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36c405c-ec75-4659-a99f-803c52a2047b req-b901d982-07ae-4dbf-80c3-ac2e76116ad0 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:10.210470 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-f36c405c-ec75-4659-a99f-803c52a2047b req-b901d982-07ae-4dbf-80c3-ac2e76116ad0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6e2787c1-0944-4332-859d-d1109defbfe6 HTTP/1.1" status: 200  len: 854 time: 0.8496802
Sep 15 13:38:10.372239 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-f36c405c-ec75-4659-a99f-803c52a2047b req-44f87a9d-ea6c-4084-830e-5cb17ed37970 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b896e533-b678-44d7-b97d-e7b840adb427&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1234365
Sep 15 13:38:10.397918 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-098f8a69-d7ba-45ae-a8f3-47312a1218c1 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Notify callbacks [] for port, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:10.412141 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65562683-e370-46db-9ab7-f44fcdefea30 req-dff2dd02-f5d6-457a-a158-bcbcfdac0161 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:10.423964 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-65562683-e370-46db-9ab7-f44fcdefea30 req-dff2dd02-f5d6-457a-a158-bcbcfdac0161 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.36 "GET /v2.0/networks?id=9bbaa344-d9a5-4321-ad27-cafc69ce0f2b HTTP/1.1" status: 200  len: 818 time: 1.1785810
Sep 15 13:38:10.454731 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Provisioning complete for port 293d2ccc-84fb-4750-a15d-85281389375b triggered by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:38:10.455080 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:10.466366 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-c8304173-9886-4209-aa06-c36908c4bd02 req-2d393471-8e7b-41d2-a9e8-95c551dcd0ed tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e632c56-791b-4093-85d6-b58807099a2b HTTP/1.1" status: 200  len: 210 time: 0.1687734
Sep 15 13:38:10.515600 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-098f8a69-d7ba-45ae-a8f3-47312a1218c1 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363301743938437'] for port, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:10.522320 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-dfaa64e9-7822-4d63-b482-cc0189543cb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:38:10.689472 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd7c91b-a077-4690-8b27-8e0f2c6082e6 req-6084d088-8672-4e72-93a4-202b6e38ece4 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:10.702473 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-7fd7c91b-a077-4690-8b27-8e0f2c6082e6 req-6084d088-8672-4e72-93a4-202b6e38ece4 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cb9c44d-f497-4d9c-aaec-a2fee224e186 HTTP/1.1" status: 200  len: 943 time: 0.6999149
Sep 15 13:38:10.705005 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e9fe6b-24a5-45fe-9eee-a433cf62b974 req-ea7cc06d-09ce-46ee-86d6-f02d29700092 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:10.707313 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-e7e9fe6b-24a5-45fe-9eee-a433cf62b974 req-ea7cc06d-09ce-46ee-86d6-f02d29700092 service neutron] 10.222.0.36 "GET /v2.0/networks?id=89a72241-98e5-4fba-a0ab-82753943e5e0 HTTP/1.1" status: 200  len: 911 time: 0.7840948
Sep 15 13:38:10.723911 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098f8a69-d7ba-45ae-a8f3-47312a1218c1 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Network 8154de37-a8f1-49b5-9df6-05123ded69e6 is already hosted by enough agents. {{(pid=82346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Sep 15 13:38:10.749981 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.base_scheduler [None req-098f8a69-d7ba-45ae-a8f3-47312a1218c1 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Resources bound (agent type, host, resource id):  {{(pid=82346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Sep 15 13:38:10.755335 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098f8a69-d7ba-45ae-a8f3-47312a1218c1 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Received port after_create {{(pid=82346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 15 13:38:10.793372 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.db_base_plugin_common [None req-875af614-8392-475a-8fe6-f3c23d9c87f7 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Allocated IP 172.27.2.69 (8154de37-a8f1-49b5-9df6-05123ded69e6/8c022743-acfa-4652-88a1-355a85d34b79/9c894ecb-1a69-441a-ab81-5dab30f5f451) {{(pid=82345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Sep 15 13:38:10.900227 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-7fd7c91b-a077-4690-8b27-8e0f2c6082e6 req-27b80765-35f4-4ded-a346-333f8eaded79 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2bc11e6-bbc1-4efa-b746-171b2be9153a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1966729
Sep 15 13:38:10.910062 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-0a77a54b-65b3-4498-8543-7cd930cb2738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cd234b518>, [{'id': 'b57ef187-4677-4138-9304-5ae1a012bd28', 'name': 'tempest-AttachVolumeShelveTestJSON-500667379-router', 'tenant_id': '025c529061864e2ab47987e7d6ed7d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': '05c1d5c3-330b-4f4d-9200-6dad9f8a07b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:37Z', 'updated_at': '2021-09-15T13:37:48Z', 'revision_number': 4, 'project_id': '025c529061864e2ab47987e7d6ed7d28', 'gw_port': {'id': '05c1d5c3-330b-4f4d-9200-6dad9f8a07b3', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cf:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57ef187-4677-4138-9304-5ae1a012bd28', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:38Z', 'updated_at': '2021-09-15T13:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi', '_interfaces': [{'id': 'e087af7b-9fed-4da0-b075-bf2545f634df', 'name': '', 'network_id': 'e9c16276-857e-49e4-bec2-1a6e621bb0c0', 'tenant_id': '025c529061864e2ab47987e7d6ed7d28', 'mac_address': 'fa:16:3e:a1:63:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b57ef187-4677-4138-9304-5ae1a012bd28', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d3cda93-f669-4c8c-b3ae-fd1f6c47904a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:44Z', 'updated_at': '2021-09-15T13:38:08Z', 'revision_number': 4, 'project_id': '025c529061864e2ab47987e7d6ed7d28', 'subnets': [{'id': '5d3cda93-f669-4c8c-b3ae-fd1f6c47904a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-iscsi', False) {} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:38:10.924364 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a77a54b-65b3-4498-8543-7cd930cb2738 None None] The sync data for ids ['b57ef187-4677-4138-9304-5ae1a012bd28'] in dv-cinder-809181-1-iscsi is: [{'id': 'b57ef187-4677-4138-9304-5ae1a012bd28', 'name': 'tempest-AttachVolumeShelveTestJSON-500667379-router', 'tenant_id': '025c529061864e2ab47987e7d6ed7d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': '05c1d5c3-330b-4f4d-9200-6dad9f8a07b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:37Z', 'updated_at': '2021-09-15T13:37:48Z', 'revision_number': 4, 'project_id': '025c529061864e2ab47987e7d6ed7d28', 'gw_port': {'id': '05c1d5c3-330b-4f4d-9200-6dad9f8a07b3', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cf:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57ef187-4677-4138-9304-5ae1a012bd28', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:38Z', 'updated_at': '2021-09-15T13:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi', '_interfaces': [{'id': 'e087af7b-9fed-4da0-b075-bf2545f634df', 'name': '', 'network_id': 'e9c16276-857e-49e4-bec2-1a6e621bb0c0', 'tenant_id': '025c529061864e2ab47987e7d6ed7d28', 'mac_address': 'fa:16:3e:a1:63:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b57ef187-4677-4138-9304-5ae1a012bd28', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d3cda93-f669-4c8c-b3ae-fd1f6c47904a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:44Z', 'updated_at': '2021-09-15T13:38:08Z', 'revision_number': 4, 'project_id': '025c529061864e2ab47987e7d6ed7d28', 'subnets': [{'id': '5d3cda93-f669-4c8c-b3ae-fd1f6c47904a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Sep 15 13:38:10.978935 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:11.054916 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] For port 293d2ccc-84fb-4750-a15d-85281389375b, host dv-cinder-809181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-iscsi',level=0,port_id=293d2ccc-84fb-4750-a15d-85281389375b,segment=NetworkSegment(4bd26eda-5bf6-4400-9bb5-1b702a14f250),segment_id=4bd26eda-5bf6-4400-9bb5-1b702a14f250)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:38:11.061618 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:11.069182 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:38:11.074802 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-098f8a69-d7ba-45ae-a8f3-47312a1218c1 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:11.076163 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098f8a69-d7ba-45ae-a8f3-47312a1218c1 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Pushing event updated for resources: {'Port': ['ID=e292d0a1-bef5-4383-9fc5-c9a679b75701,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:38:11.128675 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-098f8a69-d7ba-45ae-a8f3-47312a1218c1 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.606s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:38:11.168812 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-098f8a69-d7ba-45ae-a8f3-47312a1218c1 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:11.178405 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Pushing event updated for resources: {'Port': ['ID=293d2ccc-84fb-4750-a15d-85281389375b,revision_number=5']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:38:11.182153 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:38:11.249104 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a129a36b-b1c3-4db2-8b6f-d3519115a340 req-a1cb9a69-ebcc-4a4a-89e9-5ab4beefa622 tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:11.255040 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a129a36b-b1c3-4db2-8b6f-d3519115a340 req-a1cb9a69-ebcc-4a4a-89e9-5ab4beefa622 tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] 10.222.0.41 "GET /v2.0/ports?device_id=e07f2504-e042-48e6-8a29-a2bba24a76d8 HTTP/1.1" status: 200  len: 944 time: 0.4676249
Sep 15 13:38:11.380456 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-875af614-8392-475a-8fe6-f3c23d9c87f7 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Notify callbacks [] for port, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:11.409976 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a129a36b-b1c3-4db2-8b6f-d3519115a340 req-f0035d81-526f-444c-9371-49479011e252 tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] 10.222.0.41 "GET /v2.0/security-groups?id=0afd651a-224a-4a13-beaf-ffff9b7d003e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1356912
Sep 15 13:38:11.447915 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-875af614-8392-475a-8fe6-f3c23d9c87f7 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363301743938437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852138254'] for port, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:11.462837 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-a8667cc2-ad3a-4f8b-bc16-698f6aa4f456 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:38:11.464358 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-098f8a69-d7ba-45ae-a8f3-47312a1218c1 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Notify callbacks [] for port, precommit_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:11.471840 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-098f8a69-d7ba-45ae-a8f3-47312a1218c1 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:11.477320 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:38:11.537399 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875af614-8392-475a-8fe6-f3c23d9c87f7 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Network 8154de37-a8f1-49b5-9df6-05123ded69e6 is already hosted by enough agents. {{(pid=82345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Sep 15 13:38:11.543123 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.base_scheduler [None req-875af614-8392-475a-8fe6-f3c23d9c87f7 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Resources bound (agent type, host, resource id):  {{(pid=82345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Sep 15 13:38:11.546996 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875af614-8392-475a-8fe6-f3c23d9c87f7 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Received port after_create {{(pid=82345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 15 13:38:11.556105 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-098f8a69-d7ba-45ae-a8f3-47312a1218c1 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853102158'] for floatingip, after_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:11.611664 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098f8a69-d7ba-45ae-a8f3-47312a1218c1 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Pushing event updated for resources: {'Port': ['ID=e292d0a1-bef5-4383-9fc5-c9a679b75701,revision_number=2']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:38:11.616238 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-098f8a69-d7ba-45ae-a8f3-47312a1218c1 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:38:11.631754 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875af614-8392-475a-8fe6-f3c23d9c87f7 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Pushing event updated for resources: {'Port': ['ID=9c894ecb-1a69-441a-ab81-5dab30f5f451,revision_number=1']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:38:11.633608 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-098f8a69-d7ba-45ae-a8f3-47312a1218c1 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251427'] for floatingip, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:11.637245 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-098f8a69-d7ba-45ae-a8f3-47312a1218c1 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.9929867
Sep 15 13:38:11.646553 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-875af614-8392-475a-8fe6-f3c23d9c87f7 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:38:12.021347 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device 293d2ccc-84fb-4750-a15d-85281389375b up at agent ovs-agent-dv-cinder-809181-1-iscsi {{(pid=82347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Sep 15 13:38:12.097901 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Provisioning complete for port 293d2ccc-84fb-4750-a15d-85281389375b triggered by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:38:12.098313 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:12.124205 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-73f5954d-aa8c-40f5-90f1-cb9b5ee065eb req-14abf92c-2362-4b3c-a435-b1367c871374 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e632c56-791b-4093-85d6-b58807099a2b HTTP/1.1" status: 200  len: 210 time: 0.4387953
Sep 15 13:38:12.186923 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-875af614-8392-475a-8fe6-f3c23d9c87f7 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:12.251236 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device 5e25fb80-8d76-4b71-8d1a-d48a31606ea5 up at agent ovs-agent-dv-cinder-809181-1-iscsi {{(pid=82347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Sep 15 13:38:12.307996 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Device 1d146de1-007d-4207-8d58-3ab7e0266a17 details requested by agent hyperv_hv-cinder-80918 with host hv-cinder-80918 {{(pid=82347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Sep 15 13:38:12.315056 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-804239d6-cb16-4d19-8d1e-cd78195f0c60 req-950a3e92-ed9a-4e84-b99f-68fda4431eee tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Synchronizing usage tracker for tenant:839ee03af2c74792a3a3c2d72d59dd55 on resource:security_group {{(pid=82345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Sep 15 13:38:12.341392 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-875af614-8392-475a-8fe6-f3c23d9c87f7 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:12.435124 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-804239d6-cb16-4d19-8d1e-cd78195f0c60 req-950a3e92-ed9a-4e84-b99f-68fda4431eee tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Unset dirty status for tenant:839ee03af2c74792a3a3c2d72d59dd55 on resource:security_group {{(pid=82345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Sep 15 13:38:12.436540 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-804239d6-cb16-4d19-8d1e-cd78195f0c60 req-950a3e92-ed9a-4e84-b99f-68fda4431eee tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--981504623&fields=id&tenant_id=839ee03af2c74792a3a3c2d72d59dd55 HTTP/1.1" status: 200  len: 267 time: 0.3105023
Sep 15 13:38:12.470469 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] For port 1d146de1-007d-4207-8d58-3ab7e0266a17, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=1d146de1-007d-4207-8d58-3ab7e0266a17,segment=NetworkSegment(3490644b-788c-43d7-8cb9-2ed21ec8c954),segment_id=3490644b-788c-43d7-8cb9-2ed21ec8c954)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:38:12.478436 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Provisioning complete for port 5e25fb80-8d76-4b71-8d1a-d48a31606ea5 triggered by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:38:12.478856 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:12.521619 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Returning: {'device': '1d146de1-007d-4207-8d58-3ab7e0266a17', 'network_id': 'b896e533-b678-44d7-b97d-e7b840adb427', 'port_id': '1d146de1-007d-4207-8d58-3ab7e0266a17', 'mac_address': 'fa:16:3e:54:32:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e2787c1-0944-4332-859d-d1109defbfe6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 15 13:38:12.540168 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e229a-1229-4c2a-b437-99d225e2763f req-49423fb9-4818-4454-b58c-44564a845307 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:12.544161 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-805e229a-1229-4c2a-b437-99d225e2763f req-49423fb9-4818-4454-b58c-44564a845307 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cb9c44d-f497-4d9c-aaec-a2fee224e186 HTTP/1.1" status: 200  len: 943 time: 0.2970757
Sep 15 13:38:12.754508 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:12.765928 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-805e229a-1229-4c2a-b437-99d225e2763f req-1bc9a10f-f267-4094-a918-2248c11de5cc tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2bc11e6-bbc1-4efa-b746-171b2be9153a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2156899
Sep 15 13:38:12.796316 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804239d6-cb16-4d19-8d1e-cd78195f0c60 req-2b93b7b6-6bc1-40a1-981d-d6e507d5acbc tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:12.797084 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-804239d6-cb16-4d19-8d1e-cd78195f0c60 req-2b93b7b6-6bc1-40a1-981d-d6e507d5acbc tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Synchronizing usage tracker for tenant:839ee03af2c74792a3a3c2d72d59dd55 on resource:network {{(pid=82345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Sep 15 13:38:12.824220 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d146de1-007d-4207-8d58-3ab7e0266a17 {{(pid=82347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Sep 15 13:38:12.837275 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-804239d6-cb16-4d19-8d1e-cd78195f0c60 req-2b93b7b6-6bc1-40a1-981d-d6e507d5acbc tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Unset dirty status for tenant:839ee03af2c74792a3a3c2d72d59dd55 on resource:network {{(pid=82345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Sep 15 13:38:12.844125 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-804239d6-cb16-4d19-8d1e-cd78195f0c60 req-2b93b7b6-6bc1-40a1-981d-d6e507d5acbc tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/networks?id=9b5d95b3-3bf8-4370-9b66-9dd986b48a07 HTTP/1.1" status: 200  len: 811 time: 0.3754647
Sep 15 13:38:12.851471 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device e087af7b-9fed-4da0-b075-bf2545f634df up at agent ovs-agent-dv-cinder-809181-1-iscsi {{(pid=82347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Sep 15 13:38:12.856632 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-875af614-8392-475a-8fe6-f3c23d9c87f7 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Notify callbacks [] for port, precommit_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:12.870917 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-804239d6-cb16-4d19-8d1e-cd78195f0c60 req-df51ac54-bba4-4e15-a3b5-2f408403e0f9 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/quotas/839ee03af2c74792a3a3c2d72d59dd55 HTTP/1.1" status: 200  len: 375 time: 0.0242522
Sep 15 13:38:12.885097 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] For port 1d146de1-007d-4207-8d58-3ab7e0266a17, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=1d146de1-007d-4207-8d58-3ab7e0266a17,segment=NetworkSegment(3490644b-788c-43d7-8cb9-2ed21ec8c954),segment_id=3490644b-788c-43d7-8cb9-2ed21ec8c954)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:38:12.912272 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-875af614-8392-475a-8fe6-f3c23d9c87f7 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2637562'] for port, after_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:12.924052 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:12.925377 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Device 69eb5998-85f8-49db-ac29-d5661503dd85 details requested by agent hyperv_hv-cinder-80918 with host hv-cinder-80918 {{(pid=82347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Sep 15 13:38:12.926864 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:38:12.928692 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:38:13.027772 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Provisioning for port e087af7b-9fed-4da0-b075-bf2545f634df completed by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Sep 15 13:38:13.053383 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Pushing event updated for resources: {'Port': ['ID=1d146de1-007d-4207-8d58-3ab7e0266a17,revision_number=4']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:38:13.056170 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Provisioning complete for port e087af7b-9fed-4da0-b075-bf2545f634df triggered by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:38:13.056597 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:13.086413 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:38:13.091790 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875af614-8392-475a-8fe6-f3c23d9c87f7 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Pushing event updated for resources: {'Port': ['ID=9c894ecb-1a69-441a-ab81-5dab30f5f451,revision_number=2']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:38:13.102432 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-875af614-8392-475a-8fe6-f3c23d9c87f7 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:38:13.141054 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-875af614-8392-475a-8fe6-f3c23d9c87f7 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853102158'] for floatingip, after_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:13.200206 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [req-65562683-e370-46db-9ab7-f44fcdefea30 req-ec612e8f-5e4c-400e-9044-ca05f93d08c9 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Request body: {'port': {'device_id': '1dfebc96-1d27-4e99-9371-287665559258', 'network_id': '9bbaa344-d9a5-4321-ad27-cafc69ce0f2b', 'admin_state_up': True, 'tenant_id': '80893221bf4b42c18fd54176a50bc76a'}} {{(pid=82346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:38:13.235178 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-804239d6-cb16-4d19-8d1e-cd78195f0c60 req-db3f6733-54e2-4465-b6fd-8f5cf2ed6901 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=839ee03af2c74792a3a3c2d72d59dd55&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3648756
Sep 15 13:38:13.261212 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af09608-df77-4b0e-a707-0f2ecc9d68d6 req-235b3739-4472-42e7-8d20-a6162b03b3f7 tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:13.262539 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-6af09608-df77-4b0e-a707-0f2ecc9d68d6 req-235b3739-4472-42e7-8d20-a6162b03b3f7 tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] 10.222.0.41 "GET /v2.0/ports?device_id=e07f2504-e042-48e6-8a29-a2bba24a76d8 HTTP/1.1" status: 200  len: 944 time: 0.3072536
Sep 15 13:38:13.263867 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-e7e9fe6b-24a5-45fe-9eee-a433cf62b974 req-31f001d3-d0a6-4454-8ecb-d787a6cbffac service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=69eb5998-85f8-49db-ac29-d5661503dd85 HTTP/1.1" status: 200  len: 217 time: 0.1133723
Sep 15 13:38:13.265308 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-875af614-8392-475a-8fe6-f3c23d9c87f7 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251427'] for floatingip, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:13.266616 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-875af614-8392-475a-8fe6-f3c23d9c87f7 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 6.0024855
Sep 15 13:38:13.365824 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] For port 69eb5998-85f8-49db-ac29-d5661503dd85, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=69eb5998-85f8-49db-ac29-d5661503dd85,segment=NetworkSegment(a2105f60-96c6-4728-8590-87a4123728f4),segment_id=a2105f60-96c6-4728-8590-87a4123728f4)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:38:13.397401 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Returning: {'device': '69eb5998-85f8-49db-ac29-d5661503dd85', 'network_id': '89a72241-98e5-4fba-a0ab-82753943e5e0', 'port_id': '69eb5998-85f8-49db-ac29-d5661503dd85', 'mac_address': 'fa:16:3e:ba:46:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1b8198a-efbd-4e67-898f-c02750876260', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 15 13:38:13.404383 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:13.406776 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-f36c405c-ec75-4659-a99f-803c52a2047b req-4993aed0-06d2-431b-a81c-896c1cc29c28 service neutron] 10.222.0.36 "GET /v2.0/networks/b896e533-b678-44d7-b97d-e7b840adb427?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2635164
Sep 15 13:38:13.510945 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:13.549193 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e9fe6b-24a5-45fe-9eee-a433cf62b974 req-8c697448-4285-4a63-852c-088c0dad29ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:13.550858 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-e7e9fe6b-24a5-45fe-9eee-a433cf62b974 req-8c697448-4285-4a63-852c-088c0dad29ee service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c1b8198a-efbd-4e67-898f-c02750876260 HTTP/1.1" status: 200  len: 850 time: 0.2735751
Sep 15 13:38:13.552879 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] For port e087af7b-9fed-4da0-b075-bf2545f634df, host dv-cinder-809181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-iscsi',level=0,port_id=e087af7b-9fed-4da0-b075-bf2545f634df,segment=NetworkSegment(11169836-79b2-4822-b283-a5d557a2336a),segment_id=11169836-79b2-4822-b283-a5d557a2336a)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:38:13.561204 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:13.568133 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-a72c779f-5124-44c6-a13e-f45b63da6127 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:38:13.604188 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-f36c405c-ec75-4659-a99f-803c52a2047b req-edbd3994-5776-49c7-96fc-973d53125dd5 service neutron] 10.222.0.36 "GET /v2.0/networks/b896e533-b678-44d7-b97d-e7b840adb427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1862514
Sep 15 13:38:13.608103 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-6af09608-df77-4b0e-a707-0f2ecc9d68d6 req-b173e40e-7153-4528-8cd3-a0bf13d64276 tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] 10.222.0.41 "GET /v2.0/security-groups?id=0afd651a-224a-4a13-beaf-ffff9b7d003e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3319752
Sep 15 13:38:13.650958 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-e7e9fe6b-24a5-45fe-9eee-a433cf62b974 req-cd03b73c-e164-43db-ae2a-6ba7b974b90d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=89a72241-98e5-4fba-a0ab-82753943e5e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0934615
Sep 15 13:38:13.672952 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Pushing event updated for resources: {'Port': ['ID=e087af7b-9fed-4da0-b075-bf2545f634df,revision_number=5']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:38:13.677243 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:38:13.679308 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69eb5998-85f8-49db-ac29-d5661503dd85 {{(pid=82347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Sep 15 13:38:13.705443 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] For port 69eb5998-85f8-49db-ac29-d5661503dd85, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=69eb5998-85f8-49db-ac29-d5661503dd85,segment=NetworkSegment(a2105f60-96c6-4728-8590-87a4123728f4),segment_id=a2105f60-96c6-4728-8590-87a4123728f4)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:38:13.710171 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:13.712917 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-6a28cacc-103d-4f54-8d29-a3c47196b8b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:38:13.744873 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-804239d6-cb16-4d19-8d1e-cd78195f0c60 req-224a096f-cbe5-4fc0-afe4-7ac736b96e9c service neutron] 10.222.0.41 "GET /v2.0/networks/9b5d95b3-3bf8-4370-9b66-9dd986b48a07?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3847725
Sep 15 13:38:13.766758 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [req-65562683-e370-46db-9ab7-f44fcdefea30 req-ec612e8f-5e4c-400e-9044-ca05f93d08c9 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:38:13.778163 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [req-65562683-e370-46db-9ab7-f44fcdefea30 req-ec612e8f-5e4c-400e-9044-ca05f93d08c9 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:38:13.788714 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65562683-e370-46db-9ab7-f44fcdefea30 req-ec612e8f-5e4c-400e-9044-ca05f93d08c9 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Made reservation on behalf of 80893221bf4b42c18fd54176a50bc76a for: {'port': 1} {{(pid=82346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Sep 15 13:38:13.794125 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-65562683-e370-46db-9ab7-f44fcdefea30 req-ec612e8f-5e4c-400e-9044-ca05f93d08c9 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:13.798426 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Pushing event updated for resources: {'Port': ['ID=69eb5998-85f8-49db-ac29-d5661503dd85,revision_number=4']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:38:13.824019 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:38:13.908557 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-68294818-4f0f-4eff-b93d-cb19e75e2d21 req-1153a3a9-66bf-4d5d-abb4-f9dec8fdd940 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e632c56-791b-4093-85d6-b58807099a2b HTTP/1.1" status: 200  len: 210 time: 0.0738268
Sep 15 13:38:13.976647 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.db_base_plugin_common [req-65562683-e370-46db-9ab7-f44fcdefea30 req-ec612e8f-5e4c-400e-9044-ca05f93d08c9 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Allocated IP 172.20.0.13 (9bbaa344-d9a5-4321-ad27-cafc69ce0f2b/73bc4b07-7e04-44b7-bb1d-868aeed372a5/67a62b8a-88f9-4fc2-b492-5b3b5d0e2c6c) {{(pid=82346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Sep 15 13:38:14.012374 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-e7e9fe6b-24a5-45fe-9eee-a433cf62b974 req-e6d515e7-473e-48ec-94e2-b4299a82fa9d service neutron] 10.222.0.36 "GET /v2.0/networks/89a72241-98e5-4fba-a0ab-82753943e5e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3224368
Sep 15 13:38:14.031665 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-804239d6-cb16-4d19-8d1e-cd78195f0c60 req-19e59c11-a977-4533-83d9-fe5dab4d580d service neutron] 10.222.0.41 "GET /v2.0/networks/9b5d95b3-3bf8-4370-9b66-9dd986b48a07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2768264
Sep 15 13:38:14.202055 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] get_ports_and_sgs() called for port_ids ['69eb5998-85f8-49db-ac29-d5661503dd85'] {{(pid=82347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 15 13:38:14.232873 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-65562683-e370-46db-9ab7-f44fcdefea30 req-ec612e8f-5e4c-400e-9044-ca05f93d08c9 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Notify callbacks [] for port, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:14.273585 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-064efcdf-b3e1-465d-9c8d-680af340bbe2 req-382dc961-7835-4c8a-9b04-af728c4f4e01 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Synchronizing usage tracker for tenant:025c529061864e2ab47987e7d6ed7d28 on resource:security_group {{(pid=82345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Sep 15 13:38:14.280384 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-65562683-e370-46db-9ab7-f44fcdefea30 req-ec612e8f-5e4c-400e-9044-ca05f93d08c9 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363301743938437'] for port, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:14.306049 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] get_ports_and_sgs() called for port_ids ['1d146de1-007d-4207-8d58-3ab7e0266a17'] {{(pid=82347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 15 13:38:14.342235 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-064efcdf-b3e1-465d-9c8d-680af340bbe2 req-382dc961-7835-4c8a-9b04-af728c4f4e01 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Unset dirty status for tenant:025c529061864e2ab47987e7d6ed7d28 on resource:security_group {{(pid=82345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Sep 15 13:38:14.360417 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-064efcdf-b3e1-465d-9c8d-680af340bbe2 req-382dc961-7835-4c8a-9b04-af728c4f4e01 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1952404448&fields=id&tenant_id=025c529061864e2ab47987e7d6ed7d28 HTTP/1.1" status: 200  len: 267 time: 0.2505684
Sep 15 13:38:14.608253 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-146eb683-e7f6-40a4-920f-b522e297eb14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:38:14.650471 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064efcdf-b3e1-465d-9c8d-680af340bbe2 req-a9fcea2f-2363-4d24-8b8d-1a5a4826359f tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:14.656791 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-064efcdf-b3e1-465d-9c8d-680af340bbe2 req-a9fcea2f-2363-4d24-8b8d-1a5a4826359f tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/networks?id=e9c16276-857e-49e4-bec2-1a6e621bb0c0 HTTP/1.1" status: 200  len: 816 time: 0.2954099
Sep 15 13:38:14.672314 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-e7e9fe6b-24a5-45fe-9eee-a433cf62b974 req-a8df5e20-0b86-4c5b-a559-7e3abda1e431 service neutron] 10.222.0.36 "GET /v2.0/networks/89a72241-98e5-4fba-a0ab-82753943e5e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6227722
Sep 15 13:38:14.751844 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65562683-e370-46db-9ab7-f44fcdefea30 req-ec612e8f-5e4c-400e-9044-ca05f93d08c9 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Network 9bbaa344-d9a5-4321-ad27-cafc69ce0f2b is already hosted by enough agents. {{(pid=82346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Sep 15 13:38:14.759953 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.base_scheduler [req-65562683-e370-46db-9ab7-f44fcdefea30 req-ec612e8f-5e4c-400e-9044-ca05f93d08c9 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Resources bound (agent type, host, resource id):  {{(pid=82346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Sep 15 13:38:14.771325 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [req-65562683-e370-46db-9ab7-f44fcdefea30 req-ec612e8f-5e4c-400e-9044-ca05f93d08c9 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Received port after_create {{(pid=82346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 15 13:38:14.775952 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65562683-e370-46db-9ab7-f44fcdefea30 req-ec612e8f-5e4c-400e-9044-ca05f93d08c9 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:14.776775 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-65562683-e370-46db-9ab7-f44fcdefea30 req-ec612e8f-5e4c-400e-9044-ca05f93d08c9 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7149901'] for port, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:14.916511 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-064efcdf-b3e1-465d-9c8d-680af340bbe2 req-cc740d41-0881-4ee9-8d05-cbae4ec6cab1 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/quotas/025c529061864e2ab47987e7d6ed7d28 HTTP/1.1" status: 200  len: 375 time: 0.1046104
Sep 15 13:38:15.084174 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 57430) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:38:15.142898 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec612e8f-5e4c-400e-9044-ca05f93d08c9 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Pushing event updated for resources: {'Port': ['ID=67a62b8a-88f9-4fc2-b492-5b3b5d0e2c6c,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:38:15.155089 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a6055c-f470-47f4-b357-e45134ffa2fe req-f289af2a-fb9a-4386-9a49-39d7fdea13f5 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:15.156957 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-32a6055c-f470-47f4-b357-e45134ffa2fe req-f289af2a-fb9a-4386-9a49-39d7fdea13f5 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.36 "GET /v2.0/networks?id=9bbaa344-d9a5-4321-ad27-cafc69ce0f2b HTTP/1.1" status: 200  len: 818 time: 0.8703833
Sep 15 13:38:15.158110 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-ec612e8f-5e4c-400e-9044-ca05f93d08c9 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.558s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:38:15.173863 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-65562683-e370-46db-9ab7-f44fcdefea30 req-ec612e8f-5e4c-400e-9044-ca05f93d08c9 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.9809721
Sep 15 13:38:15.193458 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [req-32a6055c-f470-47f4-b357-e45134ffa2fe req-4c128788-ad21-4cd4-9821-d4b77285f3fe tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Request body: {'port': {'device_id': '1e632c56-791b-4093-85d6-b58807099a2b', 'network_id': '9bbaa344-d9a5-4321-ad27-cafc69ce0f2b', 'admin_state_up': True, 'tenant_id': '80893221bf4b42c18fd54176a50bc76a'}} {{(pid=82346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:38:15.203194 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 57440) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:38:15.224729 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9035611-b136-486a-b266-e138d1dc7f18 req-00255480-93d4-4dc0-89c6-78af68756a60 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:15.236673 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-f9035611-b136-486a-b266-e138d1dc7f18 req-00255480-93d4-4dc0-89c6-78af68756a60 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cb9c44d-f497-4d9c-aaec-a2fee224e186 HTTP/1.1" status: 200  len: 944 time: 0.5601754
Sep 15 13:38:15.284084 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [req-65562683-e370-46db-9ab7-f44fcdefea30 req-6fdc9b6f-0f98-4715-a357-b25855b0353d service neutron] Request body: {'port': {'device_id': '1dfebc96-1d27-4e99-9371-287665559258', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80918'}} {{(pid=82346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:38:15.330844 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-064efcdf-b3e1-465d-9c8d-680af340bbe2 req-c09d4280-3e82-4a31-aadb-43e4e8b4add9 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=025c529061864e2ab47987e7d6ed7d28&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3953524
Sep 15 13:38:15.346305 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-f9035611-b136-486a-b266-e138d1dc7f18 req-6c161731-c314-4e06-9dfe-4bbd6a27c167 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2bc11e6-bbc1-4efa-b746-171b2be9153a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1081142
Sep 15 13:38:15.528255 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-65562683-e370-46db-9ab7-f44fcdefea30 req-6fdc9b6f-0f98-4715-a357-b25855b0353d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:15.542905 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [req-32a6055c-f470-47f4-b357-e45134ffa2fe req-4c128788-ad21-4cd4-9821-d4b77285f3fe tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:38:15.552557 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-32a6055c-f470-47f4-b357-e45134ffa2fe req-4c128788-ad21-4cd4-9821-d4b77285f3fe tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Usage tracker for resource:port and tenant:80893221bf4b42c18fd54176a50bc76a is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:38:15.557459 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-32a6055c-f470-47f4-b357-e45134ffa2fe req-4c128788-ad21-4cd4-9821-d4b77285f3fe tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Quota usage for port was recalculated. Used quota:2. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:38:15.594110 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [req-32a6055c-f470-47f4-b357-e45134ffa2fe req-4c128788-ad21-4cd4-9821-d4b77285f3fe tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:38:15.616896 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-dfcb8c24-eb20-4c16-8177-10fc9ce58f58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:15.623063 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32a6055c-f470-47f4-b357-e45134ffa2fe req-4c128788-ad21-4cd4-9821-d4b77285f3fe tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Made reservation on behalf of 80893221bf4b42c18fd54176a50bc76a for: {'port': 1} {{(pid=82346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Sep 15 13:38:15.628611 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-32a6055c-f470-47f4-b357-e45134ffa2fe req-4c128788-ad21-4cd4-9821-d4b77285f3fe tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:15.669027 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7d4c3549-bdce-477b-aaa0-18648008938c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:15.704671 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device e087af7b-9fed-4da0-b075-bf2545f634df up at agent ovs-agent-dv-cinder-809181-1-iscsi {{(pid=82347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Sep 15 13:38:15.710799 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-54823e6a-190d-45b2-bbd5-7b7196c59f1f req-c3f66bd9-21c9-4a09-939e-4525a44d788d tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/ports?device_id=77ed6e87-608d-4dd2-ac4e-4cf4e42fd368 HTTP/1.1" status: 200  len: 210 time: 0.1170144
Sep 15 13:38:15.729150 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-7d4c3549-bdce-477b-aaa0-18648008938c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:38:15.733248 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-7d4c3549-bdce-477b-aaa0-18648008938c admin admin] Usage tracker for resource:security_group_rule and tenant:5161d4b468b646c5af0d393776415779 is out of sync, need to count used quota {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:38:15.736284 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-7d4c3549-bdce-477b-aaa0-18648008938c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:38:15.742904 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-7d4c3549-bdce-477b-aaa0-18648008938c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:38:15.802291 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Provisioning complete for port e087af7b-9fed-4da0-b075-bf2545f634df triggered by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:38:15.802755 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:15.874475 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7d4c3549-bdce-477b-aaa0-18648008938c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:15.929429 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7d4c3549-bdce-477b-aaa0-18648008938c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:15.945411 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-7599f069-2274-403a-bddc-6928e9545d70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:38:15.953807 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-dfcb8c24-eb20-4c16-8177-10fc9ce58f58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:38:15.972819 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-dfcb8c24-eb20-4c16-8177-10fc9ce58f58 admin admin] Usage tracker for resource:security_group_rule and tenant:677651e58ab2437e82e807a2da8932ea is out of sync, need to count used quota {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:38:15.983410 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-dfcb8c24-eb20-4c16-8177-10fc9ce58f58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:38:16.001540 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-dfcb8c24-eb20-4c16-8177-10fc9ce58f58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:38:16.031806 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4c3549-bdce-477b-aaa0-18648008938c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54cb3328-79d6-45af-bc7b-43ea7c0b72ad,revision_number=1']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:38:16.045308 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-7d4c3549-bdce-477b-aaa0-18648008938c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:38:16.046531 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [req-65562683-e370-46db-9ab7-f44fcdefea30 req-6fdc9b6f-0f98-4715-a357-b25855b0353d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67a62b8a-88f9-4fc2-b492-5b3b5d0e2c6c {{(pid=82346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Sep 15 13:38:16.050037 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-064efcdf-b3e1-465d-9c8d-680af340bbe2 req-08787b10-3c78-44fc-a09f-cf79c8413544 service neutron] 10.222.0.41 "GET /v2.0/networks/e9c16276-857e-49e4-bec2-1a6e621bb0c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6828046
Sep 15 13:38:16.054676 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-65562683-e370-46db-9ab7-f44fcdefea30 req-6fdc9b6f-0f98-4715-a357-b25855b0353d service neutron] Notify callbacks [] for port, precommit_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:16.058079 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-7d4c3549-bdce-477b-aaa0-18648008938c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5161d4b468b646c5af0d393776415779&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9605842
Sep 15 13:38:16.063272 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 57448) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:38:16.091042 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [req-65562683-e370-46db-9ab7-f44fcdefea30 req-6fdc9b6f-0f98-4715-a357-b25855b0353d service neutron] Transition to ACTIVE for port object 67a62b8a-88f9-4fc2-b492-5b3b5d0e2c6c will not be triggered until provisioned by entity L2. {{(pid=82346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Sep 15 13:38:16.106012 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-65562683-e370-46db-9ab7-f44fcdefea30 req-6fdc9b6f-0f98-4715-a357-b25855b0353d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:16.159018 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-2c783ae9-58fe-4732-a4e7-ef8f639dbd65 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:38:16.208644 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dafae4-daff-4f13-bb63-bbe65035fa4b req-4749fdfc-75cc-4b8d-bd04-d79b3b685853 tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:16.210212 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-22dafae4-daff-4f13-bb63-bbe65035fa4b req-4749fdfc-75cc-4b8d-bd04-d79b3b685853 tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] 10.222.0.41 "GET /v2.0/ports?device_id=e07f2504-e042-48e6-8a29-a2bba24a76d8 HTTP/1.1" status: 200  len: 945 time: 0.3487318
Sep 15 13:38:16.366823 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-91552b15-f255-403f-927c-82b19e947b06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:16.396353 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdc9b6f-0f98-4715-a357-b25855b0353d service neutron] Pushing event updated for resources: {'Port': ['ID=67a62b8a-88f9-4fc2-b492-5b3b5d0e2c6c,revision_number=2']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:38:16.400500 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-6fdc9b6f-0f98-4715-a357-b25855b0353d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:38:16.400680 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-dfcb8c24-eb20-4c16-8177-10fc9ce58f58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:16.409201 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.db_base_plugin_common [req-32a6055c-f470-47f4-b357-e45134ffa2fe req-4c128788-ad21-4cd4-9821-d4b77285f3fe tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Allocated IP 172.20.0.8 (9bbaa344-d9a5-4321-ad27-cafc69ce0f2b/73bc4b07-7e04-44b7-bb1d-868aeed372a5/f2956099-e82d-4b8f-a492-2c456038e326) {{(pid=82346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Sep 15 13:38:16.420430 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-91552b15-f255-403f-927c-82b19e947b06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:16.435604 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-dfcb8c24-eb20-4c16-8177-10fc9ce58f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:16.447823 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-064efcdf-b3e1-465d-9c8d-680af340bbe2 req-8e2f7afa-49f9-4638-a3fe-7fd4caebe81f service neutron] 10.222.0.41 "GET /v2.0/networks/e9c16276-857e-49e4-bec2-1a6e621bb0c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3868318
Sep 15 13:38:16.454306 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-22df8e0d-c9e3-423e-ab13-dc5f269ea48e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:38:16.509172 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-22dafae4-daff-4f13-bb63-bbe65035fa4b req-29583ba6-8870-4597-83a1-00abd2649dd9 tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] 10.222.0.41 "GET /v2.0/security-groups?id=0afd651a-224a-4a13-beaf-ffff9b7d003e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2636416
Sep 15 13:38:16.571189 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804239d6-cb16-4d19-8d1e-cd78195f0c60 req-4aece493-2870-4a07-bbc5-7b8f22c77ca3 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:16.574922 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-804239d6-cb16-4d19-8d1e-cd78195f0c60 req-4aece493-2870-4a07-bbc5-7b8f22c77ca3 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.36 "GET /v2.0/networks?id=9b5d95b3-3bf8-4370-9b66-9dd986b48a07 HTTP/1.1" status: 200  len: 811 time: 0.3736672
Sep 15 13:38:16.576260 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcb8c24-eb20-4c16-8177-10fc9ce58f58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4838a9b-73f1-48b3-9134-ad89edfd8472,revision_number=1']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:38:16.580864 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-dfcb8c24-eb20-4c16-8177-10fc9ce58f58 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=677651e58ab2437e82e807a2da8932ea&name=default HTTP/1.1" status: 200  len: 2647 time: 1.3689916
Sep 15 13:38:16.581882 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-dfcb8c24-eb20-4c16-8177-10fc9ce58f58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:38:16.583734 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 57466) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:38:16.586069 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-91552b15-f255-403f-927c-82b19e947b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:16.634755 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:38:16.661398 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91552b15-f255-403f-927c-82b19e947b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54cb3328-79d6-45af-bc7b-43ea7c0b72ad,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:38:16.668766 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [req-65562683-e370-46db-9ab7-f44fcdefea30 req-6fdc9b6f-0f98-4715-a357-b25855b0353d service neutron] Attempting to bind port 67a62b8a-88f9-4fc2-b492-5b3b5d0e2c6c on host hv-cinder-80918 for vnic_type normal with profile  {{(pid=82346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Sep 15 13:38:16.670041 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-804239d6-cb16-4d19-8d1e-cd78195f0c60 req-3503b36d-7b74-4229-85ab-617d8d0e040e tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=839ee03af2c74792a3a3c2d72d59dd55 HTTP/1.1" status: 200  len: 379 time: 0.0718627
Sep 15 13:38:16.682326 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [req-804239d6-cb16-4d19-8d1e-cd78195f0c60 req-562b0b85-7eda-4551-be3e-0dc2865f469d tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Request body: {'port': {'device_id': '77ed6e87-608d-4dd2-ac4e-4cf4e42fd368', 'network_id': '9b5d95b3-3bf8-4370-9b66-9dd986b48a07', 'admin_state_up': True, 'tenant_id': '839ee03af2c74792a3a3c2d72d59dd55', 'security_groups': ['7c08ff91-f7c0-4639-896f-1511f14e2415']}} {{(pid=82345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:38:16.693540 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [req-65562683-e370-46db-9ab7-f44fcdefea30 req-6fdc9b6f-0f98-4715-a357-b25855b0353d service neutron] Attempting to bind port 67a62b8a-88f9-4fc2-b492-5b3b5d0e2c6c by drivers openvswitch,hyperv on host hv-cinder-80918 at level 0 using segments [{'id': '4bd26eda-5bf6-4400-9bb5-1b702a14f250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '9bbaa344-d9a5-4321-ad27-cafc69ce0f2b'}] {{(pid=82346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Sep 15 13:38:16.693922 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65562683-e370-46db-9ab7-f44fcdefea30 req-6fdc9b6f-0f98-4715-a357-b25855b0353d service neutron] Attempting to bind port 67a62b8a-88f9-4fc2-b492-5b3b5d0e2c6c on network 9bbaa344-d9a5-4321-ad27-cafc69ce0f2b {{(pid=82346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Sep 15 13:38:16.790229 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-ef45810b-d782-4a92-b872-5492eaf93dba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:16.827586 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-ef45810b-d782-4a92-b872-5492eaf93dba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:16.888290 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-d8117118-d269-4956-b3b8-d5b752e4a4b8 req-4cf7e522-aa3d-4c61-8437-69b85f78ced9 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e632c56-791b-4093-85d6-b58807099a2b HTTP/1.1" status: 200  len: 210 time: 0.1666951
Sep 15 13:38:16.891583 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-91552b15-f255-403f-927c-82b19e947b06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:38:16.892582 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-91552b15-f255-403f-927c-82b19e947b06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:16.898198 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-91552b15-f255-403f-927c-82b19e947b06 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/54cb3328-79d6-45af-bc7b-43ea7c0b72ad HTTP/1.1" status: 204  len: 168 time: 0.8297074
Sep 15 13:38:16.915793 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65562683-e370-46db-9ab7-f44fcdefea30 req-6fdc9b6f-0f98-4715-a357-b25855b0353d service neutron] Port 67a62b8a-88f9-4fc2-b492-5b3b5d0e2c6c on network 9bbaa344-d9a5-4321-ad27-cafc69ce0f2b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80918 {{(pid=82346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 15 13:38:16.916278 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65562683-e370-46db-9ab7-f44fcdefea30 req-6fdc9b6f-0f98-4715-a357-b25855b0353d service neutron] Attempting to bind port 67a62b8a-88f9-4fc2-b492-5b3b5d0e2c6c on network 9bbaa344-d9a5-4321-ad27-cafc69ce0f2b {{(pid=82346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Sep 15 13:38:16.956169 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65562683-e370-46db-9ab7-f44fcdefea30 req-6fdc9b6f-0f98-4715-a357-b25855b0353d service neutron] Checking agent: {'id': '0b6080d1-6da0-4ccd-961d-05ec14f91c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80918', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 35, 33), 'started_at': datetime.datetime(2021, 9, 15, 13, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Sep 15 13:38:16.956555 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65562683-e370-46db-9ab7-f44fcdefea30 req-6fdc9b6f-0f98-4715-a357-b25855b0353d service neutron] Checking segment: {'id': '4bd26eda-5bf6-4400-9bb5-1b702a14f250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '9bbaa344-d9a5-4321-ad27-cafc69ce0f2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Sep 15 13:38:16.956981 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65562683-e370-46db-9ab7-f44fcdefea30 req-6fdc9b6f-0f98-4715-a357-b25855b0353d service neutron] Bound using segment: {'id': '4bd26eda-5bf6-4400-9bb5-1b702a14f250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '9bbaa344-d9a5-4321-ad27-cafc69ce0f2b'} {{(pid=82346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Sep 15 13:38:16.957467 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [req-65562683-e370-46db-9ab7-f44fcdefea30 req-6fdc9b6f-0f98-4715-a357-b25855b0353d service neutron] Bound port: 67a62b8a-88f9-4fc2-b492-5b3b5d0e2c6c, host: hv-cinder-80918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bd26eda-5bf6-4400-9bb5-1b702a14f250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '9bbaa344-d9a5-4321-ad27-cafc69ce0f2b'}}] {{(pid=82346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Sep 15 13:38:16.957852 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-65562683-e370-46db-9ab7-f44fcdefea30 req-6fdc9b6f-0f98-4715-a357-b25855b0353d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:16.977146 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-32a6055c-f470-47f4-b357-e45134ffa2fe req-4c128788-ad21-4cd4-9821-d4b77285f3fe tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Notify callbacks [] for port, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:17.013138 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-ef45810b-d782-4a92-b872-5492eaf93dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:17.029846 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:38:17.079750 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [req-65562683-e370-46db-9ab7-f44fcdefea30 req-6fdc9b6f-0f98-4715-a357-b25855b0353d service neutron] For port 67a62b8a-88f9-4fc2-b492-5b3b5d0e2c6c, host hv-cinder-80918, cleared binding levels {{(pid=82346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Sep 15 13:38:17.083716 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [req-65562683-e370-46db-9ab7-f44fcdefea30 req-6fdc9b6f-0f98-4715-a357-b25855b0353d service neutron] For port 67a62b8a-88f9-4fc2-b492-5b3b5d0e2c6c, host hv-cinder-80918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=67a62b8a-88f9-4fc2-b492-5b3b5d0e2c6c,segment=NetworkSegment(4bd26eda-5bf6-4400-9bb5-1b702a14f250),segment_id=4bd26eda-5bf6-4400-9bb5-1b702a14f250)] {{(pid=82346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Sep 15 13:38:17.084993 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-32a6055c-f470-47f4-b357-e45134ffa2fe req-4c128788-ad21-4cd4-9821-d4b77285f3fe tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363301743938437'] for port, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:17.092952 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-e4c682b1-e51e-44c1-b445-0bfa60519d0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:38:17.133791 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef45810b-d782-4a92-b872-5492eaf93dba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4838a9b-73f1-48b3-9134-ad89edfd8472,revision_number=None']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:38:17.133996 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-65562683-e370-46db-9ab7-f44fcdefea30 req-6fdc9b6f-0f98-4715-a357-b25855b0353d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:17.144748 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-9b4f8b52-1143-4321-b279-613ac29566d7 req-248d4757-4ba0-4f7b-80eb-ed1fe8c5a4b9 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 210 time: 0.1158240
Sep 15 13:38:17.148028 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-ef45810b-d782-4a92-b872-5492eaf93dba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:38:17.177926 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-ef45810b-d782-4a92-b872-5492eaf93dba admin admin] Notify callbacks [] for security_group, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:17.181617 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-ef45810b-d782-4a92-b872-5492eaf93dba admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b4838a9b-73f1-48b3-9134-ad89edfd8472 HTTP/1.1" status: 204  len: 168 time: 0.5945580
Sep 15 13:38:17.183352 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-65562683-e370-46db-9ab7-f44fcdefea30 req-6fdc9b6f-0f98-4715-a357-b25855b0353d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7149901'] for port, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:17.186040 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-65562683-e370-46db-9ab7-f44fcdefea30 req-6fdc9b6f-0f98-4715-a357-b25855b0353d service neutron] 10.222.0.36 "PUT /v2.0/ports/67a62b8a-88f9-4fc2-b492-5b3b5d0e2c6c HTTP/1.1" status: 200  len: 1094 time: 1.9384253
Sep 15 13:38:17.191136 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32a6055c-f470-47f4-b357-e45134ffa2fe req-4c128788-ad21-4cd4-9821-d4b77285f3fe tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Network 9bbaa344-d9a5-4321-ad27-cafc69ce0f2b is already hosted by enough agents. {{(pid=82346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Sep 15 13:38:17.191859 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dfebc96-1d27-4e99-9371-287665559258', 'tag': '67a62b8a-88f9-4fc2-b492-5b3b5d0e2c6c'}] {{(pid=82346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Sep 15 13:38:17.198114 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b371cc-3d47-4689-b353-632f7c04dd6b req-5bdbb78c-0a28-471d-9ff0-c7e0e1f3fd5d tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:17.200532 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.base_scheduler [req-32a6055c-f470-47f4-b357-e45134ffa2fe req-4c128788-ad21-4cd4-9821-d4b77285f3fe tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Resources bound (agent type, host, resource id):  {{(pid=82346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Sep 15 13:38:17.205523 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-14b371cc-3d47-4689-b353-632f7c04dd6b req-5bdbb78c-0a28-471d-9ff0-c7e0e1f3fd5d tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cb9c44d-f497-4d9c-aaec-a2fee224e186 HTTP/1.1" status: 200  len: 944 time: 0.3244307
Sep 15 13:38:17.207416 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [req-32a6055c-f470-47f4-b357-e45134ffa2fe req-4c128788-ad21-4cd4-9821-d4b77285f3fe tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Received port after_create {{(pid=82346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 15 13:38:17.211757 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a6055c-f470-47f4-b357-e45134ffa2fe req-4c128788-ad21-4cd4-9821-d4b77285f3fe tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:17.212523 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-32a6055c-f470-47f4-b357-e45134ffa2fe req-4c128788-ad21-4cd4-9821-d4b77285f3fe tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7149901'] for port, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:17.222966 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c128788-ad21-4cd4-9821-d4b77285f3fe tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Pushing event updated for resources: {'Port': ['ID=f2956099-e82d-4b8f-a492-2c456038e326,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:38:17.226225 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-4c128788-ad21-4cd4-9821-d4b77285f3fe tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:38:17.232702 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-27751303-f777-41f1-8a6b-848b673b5067 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:38:17.243235 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [req-804239d6-cb16-4d19-8d1e-cd78195f0c60 req-562b0b85-7eda-4551-be3e-0dc2865f469d tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:38:17.251607 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-804239d6-cb16-4d19-8d1e-cd78195f0c60 req-562b0b85-7eda-4551-be3e-0dc2865f469d tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Usage tracker for resource:port and tenant:839ee03af2c74792a3a3c2d72d59dd55 is out of sync, need to count used quota {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:38:17.256558 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-804239d6-cb16-4d19-8d1e-cd78195f0c60 req-562b0b85-7eda-4551-be3e-0dc2865f469d tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Quota usage for port was recalculated. Used quota:3. {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:38:17.317086 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-14b371cc-3d47-4689-b353-632f7c04dd6b req-15132e4d-f0ba-47e7-a60a-fc05e7ddc45e tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2bc11e6-bbc1-4efa-b746-171b2be9153a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1103017
Sep 15 13:38:17.318670 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [req-804239d6-cb16-4d19-8d1e-cd78195f0c60 req-562b0b85-7eda-4551-be3e-0dc2865f469d tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:38:17.332935 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-32a6055c-f470-47f4-b357-e45134ffa2fe req-4c128788-ad21-4cd4-9821-d4b77285f3fe tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1448500
Sep 15 13:38:17.344570 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-804239d6-cb16-4d19-8d1e-cd78195f0c60 req-562b0b85-7eda-4551-be3e-0dc2865f469d tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Made reservation on behalf of 839ee03af2c74792a3a3c2d72d59dd55 for: {'port': 1} {{(pid=82345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Sep 15 13:38:17.346080 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdc9b6f-0f98-4715-a357-b25855b0353d service neutron] Pushing event updated for resources: {'Port': ['ID=67a62b8a-88f9-4fc2-b492-5b3b5d0e2c6c,revision_number=3']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:38:17.351123 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-804239d6-cb16-4d19-8d1e-cd78195f0c60 req-562b0b85-7eda-4551-be3e-0dc2865f469d tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:17.360641 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-6fdc9b6f-0f98-4715-a357-b25855b0353d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:38:17.399688 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dfebc96-1d27-4e99-9371-287665559258', 'tag': '67a62b8a-88f9-4fc2-b492-5b3b5d0e2c6c', 'status': 'completed', 'code': 200}
Sep 15 13:38:17.498913 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-1c0ce936-b5d7-4aa8-89fb-86bdbae666cf req-56c4f091-5894-4c69-8a5a-526ec93f8264 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/ports?device_id=77ed6e87-608d-4dd2-ac4e-4cf4e42fd368 HTTP/1.1" status: 200  len: 210 time: 0.0510178
Sep 15 13:38:17.613166 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.db_base_plugin_common [req-804239d6-cb16-4d19-8d1e-cd78195f0c60 req-562b0b85-7eda-4551-be3e-0dc2865f469d tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Allocated IP 172.20.0.6 (9b5d95b3-3bf8-4370-9b66-9dd986b48a07/1beceede-0773-432e-935b-1a5d4e30ef31/cfe82913-7703-4af3-8804-f17b33bc3488) {{(pid=82345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Sep 15 13:38:17.768126 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 57504) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:38:17.788371 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-bbb0c758-5a71-4e45-854f-368f05a6512d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:17.821779 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-bbb0c758-5a71-4e45-854f-368f05a6512d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:38:17.826870 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-bbb0c758-5a71-4e45-854f-368f05a6512d admin admin] Usage tracker for resource:security_group_rule and tenant:ad2a60205b7744b5bad40be1a44f5ebf is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:38:17.829899 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-bbb0c758-5a71-4e45-854f-368f05a6512d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:38:17.837104 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-bbb0c758-5a71-4e45-854f-368f05a6512d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:38:17.870813 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e24c3e-75f1-493a-98a5-efbe48b79abd req-c4f0a845-c19a-4b34-a971-842d021ea13a tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:17.872425 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-09e24c3e-75f1-493a-98a5-efbe48b79abd req-c4f0a845-c19a-4b34-a971-842d021ea13a tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] 10.222.0.41 "GET /v2.0/ports?device_id=e07f2504-e042-48e6-8a29-a2bba24a76d8 HTTP/1.1" status: 200  len: 945 time: 0.1961751
Sep 15 13:38:17.907811 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-804239d6-cb16-4d19-8d1e-cd78195f0c60 req-562b0b85-7eda-4551-be3e-0dc2865f469d tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Notify callbacks [] for port, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:17.919378 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-bbb0c758-5a71-4e45-854f-368f05a6512d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:17.925340 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-bbb0c758-5a71-4e45-854f-368f05a6512d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:17.942794 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [req-804239d6-cb16-4d19-8d1e-cd78195f0c60 req-562b0b85-7eda-4551-be3e-0dc2865f469d tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Transition to ACTIVE for port object cfe82913-7703-4af3-8804-f17b33bc3488 will not be triggered until provisioned by entity DHCP. {{(pid=82345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Sep 15 13:38:17.959020 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-09e24c3e-75f1-493a-98a5-efbe48b79abd req-c1fc6e2e-6eeb-4f13-ac07-6a89314bbefa tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] 10.222.0.41 "GET /v2.0/security-groups?id=0afd651a-224a-4a13-beaf-ffff9b7d003e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0745461
Sep 15 13:38:17.962151 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:38:17.972201 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-804239d6-cb16-4d19-8d1e-cd78195f0c60 req-562b0b85-7eda-4551-be3e-0dc2865f469d tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363301743938437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852138254'] for port, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:17.978739 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-875af614-8392-475a-8fe6-f3c23d9c87f7 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:38:17.997433 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-bbb0c758-5a71-4e45-854f-368f05a6512d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ad2a60205b7744b5bad40be1a44f5ebf&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2275522
Sep 15 13:38:17.998076 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 57514) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:38:17.998762 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb0c758-5a71-4e45-854f-368f05a6512d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eeacd3e-a94b-4346-8726-74c10b1b356d,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:38:18.004705 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-bbb0c758-5a71-4e45-854f-368f05a6512d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:38:18.054815 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562b0b85-7eda-4551-be3e-0dc2865f469d tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Pushing event updated for resources: {'Port': ['ID=cfe82913-7703-4af3-8804-f17b33bc3488,revision_number=1']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:38:18.067011 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-562b0b85-7eda-4551-be3e-0dc2865f469d tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:38:18.073282 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-fb10b544-bb47-4e3d-939c-01e2fa371915 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:18.079126 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-804239d6-cb16-4d19-8d1e-cd78195f0c60 req-562b0b85-7eda-4551-be3e-0dc2865f469d tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Network 9b5d95b3-3bf8-4370-9b66-9dd986b48a07 is already hosted by enough agents. {{(pid=82345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Sep 15 13:38:18.080409 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.base_scheduler [req-804239d6-cb16-4d19-8d1e-cd78195f0c60 req-562b0b85-7eda-4551-be3e-0dc2865f469d tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Resources bound (agent type, host, resource id):  {{(pid=82345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Sep 15 13:38:18.088734 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [req-804239d6-cb16-4d19-8d1e-cd78195f0c60 req-562b0b85-7eda-4551-be3e-0dc2865f469d tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Received port after_create {{(pid=82345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 15 13:38:18.104865 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-fb10b544-bb47-4e3d-939c-01e2fa371915 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:18.165444 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-fb10b544-bb47-4e3d-939c-01e2fa371915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:18.174152 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-d9c660b8-2b73-40b3-9980-197d2059b7cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:38:18.188001 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb10b544-bb47-4e3d-939c-01e2fa371915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eeacd3e-a94b-4346-8726-74c10b1b356d,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:38:18.201835 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-fb10b544-bb47-4e3d-939c-01e2fa371915 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:38:18.206505 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-fb10b544-bb47-4e3d-939c-01e2fa371915 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:18.208248 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-fb10b544-bb47-4e3d-939c-01e2fa371915 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9eeacd3e-a94b-4346-8726-74c10b1b356d HTTP/1.1" status: 204  len: 168 time: 0.2060058
Sep 15 13:38:18.212584 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804239d6-cb16-4d19-8d1e-cd78195f0c60 req-562b0b85-7eda-4551-be3e-0dc2865f469d tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:18.213220 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-804239d6-cb16-4d19-8d1e-cd78195f0c60 req-562b0b85-7eda-4551-be3e-0dc2865f469d tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7149901'] for port, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:18.252393 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-804239d6-cb16-4d19-8d1e-cd78195f0c60 req-562b0b85-7eda-4551-be3e-0dc2865f469d tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5741563
Sep 15 13:38:18.274398 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2fc1fd-1072-40b4-8ccb-6f752a3afb1a req-fd386c47-a7ab-412f-a963-d0df55dbded6 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:18.300370 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-3b2fc1fd-1072-40b4-8ccb-6f752a3afb1a req-fd386c47-a7ab-412f-a963-d0df55dbded6 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e632c56-791b-4093-85d6-b58807099a2b HTTP/1.1" status: 200  len: 931 time: 0.1630569
Sep 15 13:38:18.390406 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-3b2fc1fd-1072-40b4-8ccb-6f752a3afb1a req-51868be5-ffdb-4faa-a3fe-902c0d31c253 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Synchronizing usage tracker for tenant:80893221bf4b42c18fd54176a50bc76a on resource:security_group {{(pid=82345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Sep 15 13:38:18.421487 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-3b2fc1fd-1072-40b4-8ccb-6f752a3afb1a req-51868be5-ffdb-4faa-a3fe-902c0d31c253 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Unset dirty status for tenant:80893221bf4b42c18fd54176a50bc76a on resource:security_group {{(pid=82345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Sep 15 13:38:18.425457 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-3b2fc1fd-1072-40b4-8ccb-6f752a3afb1a req-51868be5-ffdb-4faa-a3fe-902c0d31c253 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1241586
Sep 15 13:38:18.486000 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-2d6ce42b-bb5e-49b8-820c-ddeb8528fb44 req-8abeaa81-c8eb-42fc-87d1-f1091954810a tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 210 time: 0.0587323
Sep 15 13:38:18.521098 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-e7f8691c-da33-4d7f-afd4-961b3ee47036 None None] Provisioning for port cfe82913-7703-4af3-8804-f17b33bc3488 completed by entity DHCP. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Sep 15 13:38:18.528183 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-e7f8691c-da33-4d7f-afd4-961b3ee47036 None None] Provisioning complete for port cfe82913-7703-4af3-8804-f17b33bc3488 triggered by entity DHCP. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:38:18.528874 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-e7f8691c-da33-4d7f-afd4-961b3ee47036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:18.597969 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-e7f8691c-da33-4d7f-afd4-961b3ee47036 None None] Port cfe82913-7703-4af3-8804-f17b33bc3488 cannot update to ACTIVE because it is not bound. {{(pid=82347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Sep 15 13:38:18.933928 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6703653c-3c46-4a56-beb3-e88acff66e61 req-1d329302-b419-46f4-b36b-d5071dfa8dd1 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:18.935531 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-6703653c-3c46-4a56-beb3-e88acff66e61 req-1d329302-b419-46f4-b36b-d5071dfa8dd1 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cb9c44d-f497-4d9c-aaec-a2fee224e186 HTTP/1.1" status: 200  len: 944 time: 0.3412097
Sep 15 13:38:19.009766 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaaad18-bc53-4606-aa1d-5c0ddab7e31d req-8b9c7536-bb6f-4aca-ba91-e1c6d285f796 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:19.010516 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-2aaaad18-bc53-4606-aa1d-5c0ddab7e31d req-8b9c7536-bb6f-4aca-ba91-e1c6d285f796 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Synchronizing usage tracker for tenant:839ee03af2c74792a3a3c2d72d59dd55 on resource:port {{(pid=82345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Sep 15 13:38:19.026701 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-6703653c-3c46-4a56-beb3-e88acff66e61 req-c9b48f5b-84c4-49c2-9d34-dbbc4f82a8f3 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2bc11e6-bbc1-4efa-b746-171b2be9153a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0807283
Sep 15 13:38:19.036246 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-2aaaad18-bc53-4606-aa1d-5c0ddab7e31d req-8b9c7536-bb6f-4aca-ba91-e1c6d285f796 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Unset dirty status for tenant:839ee03af2c74792a3a3c2d72d59dd55 on resource:port {{(pid=82345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Sep 15 13:38:19.042944 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-2aaaad18-bc53-4606-aa1d-5c0ddab7e31d req-8b9c7536-bb6f-4aca-ba91-e1c6d285f796 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/ports?device_id=77ed6e87-608d-4dd2-ac4e-4cf4e42fd368 HTTP/1.1" status: 200  len: 931 time: 0.3664632
Sep 15 13:38:19.098862 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-2aaaad18-bc53-4606-aa1d-5c0ddab7e31d req-e1f767db-b5f6-4273-91bd-c3cfc05f7487 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c08ff91-f7c0-4639-896f-1511f14e2415&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0549557
Sep 15 13:38:19.254596 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cc731b-be80-4a2a-9564-94c638c809d0 req-150c4fc1-3eb8-4f4a-b0d1-31fdd818e9be tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:19.262396 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-20cc731b-be80-4a2a-9564-94c638c809d0 req-150c4fc1-3eb8-4f4a-b0d1-31fdd818e9be tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] 10.222.0.41 "GET /v2.0/ports?device_id=e07f2504-e042-48e6-8a29-a2bba24a76d8 HTTP/1.1" status: 200  len: 945 time: 0.1080456
Sep 15 13:38:19.311018 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-20cc731b-be80-4a2a-9564-94c638c809d0 req-bf764132-50d7-4a4e-b4c4-04fd5bb8c37f tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] 10.222.0.41 "GET /v2.0/security-groups?id=0afd651a-224a-4a13-beaf-ffff9b7d003e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476699
Sep 15 13:38:19.635435 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad47062-eaed-4b0b-810b-50e72b7d2d9b req-fc1e9da0-95df-4d07-a65b-b04e9bc667d7 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:19.637077 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-8ad47062-eaed-4b0b-810b-50e72b7d2d9b req-fc1e9da0-95df-4d07-a65b-b04e9bc667d7 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e632c56-791b-4093-85d6-b58807099a2b HTTP/1.1" status: 200  len: 931 time: 0.0848904
Sep 15 13:38:19.698521 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-977aec4f-1eb7-4ebc-87d4-0615ac86ccf5 req-899d759d-c2ac-4fea-8591-5e8bcda0f499 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 210 time: 0.0604076
Sep 15 13:38:19.739927 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-8ad47062-eaed-4b0b-810b-50e72b7d2d9b req-a9812895-c998-4ef7-a572-7da982a359ba tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581732
Sep 15 13:38:20.031194 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Device 1d146de1-007d-4207-8d58-3ab7e0266a17 up at agent hyperv_hv-cinder-80918 {{(pid=82347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Sep 15 13:38:20.093393 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [req-32a6055c-f470-47f4-b357-e45134ffa2fe req-98b79086-6e5f-45e1-8e3c-03cdf2c2422c service neutron] Request body: {'port': {'device_id': '1e632c56-791b-4093-85d6-b58807099a2b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80918'}} {{(pid=82346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:38:20.097822 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [req-804239d6-cb16-4d19-8d1e-cd78195f0c60 req-5e50269c-265b-4e71-bed9-b75fec4932ab service neutron] Request body: {'port': {'device_id': '77ed6e87-608d-4dd2-ac4e-4cf4e42fd368', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80918'}} {{(pid=82345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:38:20.187787 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Provisioning for port 1d146de1-007d-4207-8d58-3ab7e0266a17 completed by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Sep 15 13:38:20.194647 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Provisioning complete for port 1d146de1-007d-4207-8d58-3ab7e0266a17 triggered by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:38:20.195904 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:20.305880 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-32a6055c-f470-47f4-b357-e45134ffa2fe req-98b79086-6e5f-45e1-8e3c-03cdf2c2422c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:20.329438 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-804239d6-cb16-4d19-8d1e-cd78195f0c60 req-5e50269c-265b-4e71-bed9-b75fec4932ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:20.513502 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-fa495d99-84a4-4d08-b860-15535e4cedc6 req-814dde3f-57df-4179-912d-f26205b63133 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=80893221bf4b42c18fd54176a50bc76a&device_id=1dfebc96-1d27-4e99-9371-287665559258 HTTP/1.1" status: 200  len: 1097 time: 0.3638935
Sep 15 13:38:20.543640 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:20.584472 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] For port 1d146de1-007d-4207-8d58-3ab7e0266a17, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=1d146de1-007d-4207-8d58-3ab7e0266a17,segment=NetworkSegment(3490644b-788c-43d7-8cb9-2ed21ec8c954),segment_id=3490644b-788c-43d7-8cb9-2ed21ec8c954)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:38:20.590001 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cb9c44d-f497-4d9c-aaec-a2fee224e186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d146de1-007d-4207-8d58-3ab7e0266a17'}] {{(pid=82347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Sep 15 13:38:20.715684 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:20.717331 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Device 69eb5998-85f8-49db-ac29-d5661503dd85 up at agent hyperv_hv-cinder-80918 {{(pid=82347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Sep 15 13:38:20.808597 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa495d99-84a4-4d08-b860-15535e4cedc6 req-8c96bc3b-90ca-4eb7-9a0c-946ed74fde1b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:20.810687 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-fa495d99-84a4-4d08-b860-15535e4cedc6 req-8c96bc3b-90ca-4eb7-9a0c-946ed74fde1b service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=80893221bf4b42c18fd54176a50bc76a&shared=False HTTP/1.1" status: 200  len: 919 time: 0.2786894
Sep 15 13:38:20.828064 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:38:20.931748 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Provisioning for port 69eb5998-85f8-49db-ac29-d5661503dd85 completed by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Sep 15 13:38:20.961532 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Provisioning complete for port 69eb5998-85f8-49db-ac29-d5661503dd85 triggered by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:38:20.971413 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:20.972698 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa495d99-84a4-4d08-b860-15535e4cedc6 req-56a8cdd2-86d6-4bfc-944b-20a0265275ad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:20.974684 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-fa495d99-84a4-4d08-b860-15535e4cedc6 req-56a8cdd2-86d6-4bfc-944b-20a0265275ad service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1567054
Sep 15 13:38:21.063336 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [req-32a6055c-f470-47f4-b357-e45134ffa2fe req-98b79086-6e5f-45e1-8e3c-03cdf2c2422c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2956099-e82d-4b8f-a492-2c456038e326 {{(pid=82346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Sep 15 13:38:21.066194 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Pushing event updated for resources: {'Port': ['ID=1d146de1-007d-4207-8d58-3ab7e0266a17,revision_number=5']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:38:21.078674 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-32a6055c-f470-47f4-b357-e45134ffa2fe req-98b79086-6e5f-45e1-8e3c-03cdf2c2422c service neutron] Notify callbacks [] for port, precommit_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:21.084252 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:38:21.139066 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.36', 51111) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:38:21.142701 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [req-804239d6-cb16-4d19-8d1e-cd78195f0c60 req-5e50269c-265b-4e71-bed9-b75fec4932ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfe82913-7703-4af3-8804-f17b33bc3488 {{(pid=82345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Sep 15 13:38:21.152496 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-804239d6-cb16-4d19-8d1e-cd78195f0c60 req-5e50269c-265b-4e71-bed9-b75fec4932ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:21.183009 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [req-804239d6-cb16-4d19-8d1e-cd78195f0c60 req-5e50269c-265b-4e71-bed9-b75fec4932ab service neutron] Transition to ACTIVE for port object cfe82913-7703-4af3-8804-f17b33bc3488 will not be triggered until provisioned by entity L2. {{(pid=82345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Sep 15 13:38:21.195223 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-804239d6-cb16-4d19-8d1e-cd78195f0c60 req-5e50269c-265b-4e71-bed9-b75fec4932ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2637562'] for port, after_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:21.220143 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:21.221033 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:38:21.275756 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] For port 69eb5998-85f8-49db-ac29-d5661503dd85, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=69eb5998-85f8-49db-ac29-d5661503dd85,segment=NetworkSegment(a2105f60-96c6-4728-8590-87a4123728f4),segment_id=a2105f60-96c6-4728-8590-87a4123728f4)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:38:21.279083 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:21.281965 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:38:21.325726 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bdca80-81b2-490b-bc9a-b5f5ad9f5162 req-1c46db80-7dfd-4c0e-ae34-6f791785f4fe tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:21.342718 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-85bdca80-81b2-490b-bc9a-b5f5ad9f5162 req-1c46db80-7dfd-4c0e-ae34-6f791785f4fe tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/ports?device_id=77ed6e87-608d-4dd2-ac4e-4cf4e42fd368 HTTP/1.1" status: 200  len: 931 time: 0.7475240
Sep 15 13:38:21.356628 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Pushing event updated for resources: {'Port': ['ID=69eb5998-85f8-49db-ac29-d5661503dd85,revision_number=5']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:38:21.363657 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [req-32a6055c-f470-47f4-b357-e45134ffa2fe req-98b79086-6e5f-45e1-8e3c-03cdf2c2422c service neutron] Transition to ACTIVE for port object f2956099-e82d-4b8f-a492-2c456038e326 will not be triggered until provisioned by entity L2. {{(pid=82346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Sep 15 13:38:21.371780 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:38:21.427857 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eeb5b8-cc0a-4405-a9d4-d25699605eb8 req-6a6ff136-ff4d-4034-9c9d-d1c783ec8aa7 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:21.440393 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-24eeb5b8-cc0a-4405-a9d4-d25699605eb8 req-6a6ff136-ff4d-4034-9c9d-d1c783ec8aa7 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cb9c44d-f497-4d9c-aaec-a2fee224e186 HTTP/1.1" status: 200  len: 945 time: 1.2595994
Sep 15 13:38:21.671758 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e50269c-265b-4e71-bed9-b75fec4932ab service neutron] Pushing event updated for resources: {'Port': ['ID=cfe82913-7703-4af3-8804-f17b33bc3488,revision_number=2']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:38:21.686158 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-5e50269c-265b-4e71-bed9-b75fec4932ab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:38:21.713081 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-85bdca80-81b2-490b-bc9a-b5f5ad9f5162 req-1c491158-ba1f-46d9-974f-f700ed33ec4c tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c08ff91-f7c0-4639-896f-1511f14e2415&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3693986
Sep 15 13:38:21.776205 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-24eeb5b8-cc0a-4405-a9d4-d25699605eb8 req-9031d175-d68e-45b1-94a0-843b96d4aafa tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2bc11e6-bbc1-4efa-b746-171b2be9153a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3346462
Sep 15 13:38:21.851888 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064efcdf-b3e1-465d-9c8d-680af340bbe2 req-9bbfbfaa-f4ea-45de-b9b3-de874b86a81c tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:21.852650 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-064efcdf-b3e1-465d-9c8d-680af340bbe2 req-9bbfbfaa-f4ea-45de-b9b3-de874b86a81c tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Synchronizing usage tracker for tenant:025c529061864e2ab47987e7d6ed7d28 on resource:network {{(pid=82346) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Sep 15 13:38:21.861486 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-32a6055c-f470-47f4-b357-e45134ffa2fe req-98b79086-6e5f-45e1-8e3c-03cdf2c2422c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:21.880440 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:38:21.913630 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [req-804239d6-cb16-4d19-8d1e-cd78195f0c60 req-5e50269c-265b-4e71-bed9-b75fec4932ab service neutron] Attempting to bind port cfe82913-7703-4af3-8804-f17b33bc3488 on host hv-cinder-80918 for vnic_type normal with profile  {{(pid=82345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Sep 15 13:38:21.914063 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [req-804239d6-cb16-4d19-8d1e-cd78195f0c60 req-5e50269c-265b-4e71-bed9-b75fec4932ab service neutron] Attempting to bind port cfe82913-7703-4af3-8804-f17b33bc3488 by drivers openvswitch,hyperv on host hv-cinder-80918 at level 0 using segments [{'id': '1ed3a544-0c3b-4c22-95a9-80d26a08a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '9b5d95b3-3bf8-4370-9b66-9dd986b48a07'}] {{(pid=82345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Sep 15 13:38:21.914410 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804239d6-cb16-4d19-8d1e-cd78195f0c60 req-5e50269c-265b-4e71-bed9-b75fec4932ab service neutron] Attempting to bind port cfe82913-7703-4af3-8804-f17b33bc3488 on network 9b5d95b3-3bf8-4370-9b66-9dd986b48a07 {{(pid=82345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Sep 15 13:38:21.926543 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804239d6-cb16-4d19-8d1e-cd78195f0c60 req-5e50269c-265b-4e71-bed9-b75fec4932ab service neutron] Port cfe82913-7703-4af3-8804-f17b33bc3488 on network 9b5d95b3-3bf8-4370-9b66-9dd986b48a07 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80918 {{(pid=82345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 15 13:38:21.926875 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804239d6-cb16-4d19-8d1e-cd78195f0c60 req-5e50269c-265b-4e71-bed9-b75fec4932ab service neutron] Attempting to bind port cfe82913-7703-4af3-8804-f17b33bc3488 on network 9b5d95b3-3bf8-4370-9b66-9dd986b48a07 {{(pid=82345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Sep 15 13:38:21.951911 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804239d6-cb16-4d19-8d1e-cd78195f0c60 req-5e50269c-265b-4e71-bed9-b75fec4932ab service neutron] Checking agent: {'id': '0b6080d1-6da0-4ccd-961d-05ec14f91c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80918', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 35, 33), 'started_at': datetime.datetime(2021, 9, 15, 13, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Sep 15 13:38:21.952446 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804239d6-cb16-4d19-8d1e-cd78195f0c60 req-5e50269c-265b-4e71-bed9-b75fec4932ab service neutron] Checking segment: {'id': '1ed3a544-0c3b-4c22-95a9-80d26a08a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '9b5d95b3-3bf8-4370-9b66-9dd986b48a07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Sep 15 13:38:21.953053 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804239d6-cb16-4d19-8d1e-cd78195f0c60 req-5e50269c-265b-4e71-bed9-b75fec4932ab service neutron] Bound using segment: {'id': '1ed3a544-0c3b-4c22-95a9-80d26a08a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '9b5d95b3-3bf8-4370-9b66-9dd986b48a07'} {{(pid=82345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Sep 15 13:38:21.954006 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [req-804239d6-cb16-4d19-8d1e-cd78195f0c60 req-5e50269c-265b-4e71-bed9-b75fec4932ab service neutron] Bound port: cfe82913-7703-4af3-8804-f17b33bc3488, host: hv-cinder-80918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ed3a544-0c3b-4c22-95a9-80d26a08a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '9b5d95b3-3bf8-4370-9b66-9dd986b48a07'}}] {{(pid=82345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Sep 15 13:38:21.954421 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-804239d6-cb16-4d19-8d1e-cd78195f0c60 req-5e50269c-265b-4e71-bed9-b75fec4932ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:22.016871 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b79086-6e5f-45e1-8e3c-03cdf2c2422c service neutron] Pushing event updated for resources: {'Port': ['ID=f2956099-e82d-4b8f-a492-2c456038e326,revision_number=2']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:38:22.035030 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-98b79086-6e5f-45e1-8e3c-03cdf2c2422c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:38:22.061428 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-064efcdf-b3e1-465d-9c8d-680af340bbe2 req-9bbfbfaa-f4ea-45de-b9b3-de874b86a81c tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Unset dirty status for tenant:025c529061864e2ab47987e7d6ed7d28 on resource:network {{(pid=82346) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Sep 15 13:38:22.063266 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-064efcdf-b3e1-465d-9c8d-680af340bbe2 req-9bbfbfaa-f4ea-45de-b9b3-de874b86a81c tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.36 "GET /v2.0/networks?id=e9c16276-857e-49e4-bec2-1a6e621bb0c0 HTTP/1.1" status: 200  len: 816 time: 0.9210482
Sep 15 13:38:22.086146 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-65562683-e370-46db-9ab7-f44fcdefea30 req-bf4fc45e-3a0f-4b6d-ba89-dd871d90041e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=80893221bf4b42c18fd54176a50bc76a&device_id=1dfebc96-1d27-4e99-9371-287665559258 HTTP/1.1" status: 200  len: 1097 time: 1.0039709
Sep 15 13:38:22.100822 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-07b8e134-d891-40a2-8606-d4e3f5932f84 req-6bdbc0f7-b677-490f-925c-fbba64ee0070 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 210 time: 0.0892787
Sep 15 13:38:22.182591 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b27c2f7-61e6-44b0-8a42-6d4a947a6580 req-885dac3c-b092-47ff-8da2-a110700771eb tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:22.184247 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-7b27c2f7-61e6-44b0-8a42-6d4a947a6580 req-885dac3c-b092-47ff-8da2-a110700771eb tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] 10.222.0.41 "GET /v2.0/ports?device_id=e07f2504-e042-48e6-8a29-a2bba24a76d8 HTTP/1.1" status: 200  len: 946 time: 0.2166784
Sep 15 13:38:22.185411 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [req-804239d6-cb16-4d19-8d1e-cd78195f0c60 req-5e50269c-265b-4e71-bed9-b75fec4932ab service neutron] For port cfe82913-7703-4af3-8804-f17b33bc3488, host hv-cinder-80918, cleared binding levels {{(pid=82345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Sep 15 13:38:22.187192 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-65562683-e370-46db-9ab7-f44fcdefea30 req-505b363e-57b0-40ce-882a-3dfb371e7e17 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67a62b8a-88f9-4fc2-b492-5b3b5d0e2c6c HTTP/1.1" status: 200  len: 217 time: 0.0778351
Sep 15 13:38:22.190517 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [req-804239d6-cb16-4d19-8d1e-cd78195f0c60 req-5e50269c-265b-4e71-bed9-b75fec4932ab service neutron] For port cfe82913-7703-4af3-8804-f17b33bc3488, host hv-cinder-80918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=cfe82913-7703-4af3-8804-f17b33bc3488,segment=NetworkSegment(1ed3a544-0c3b-4c22-95a9-80d26a08a4c3),segment_id=1ed3a544-0c3b-4c22-95a9-80d26a08a4c3)] {{(pid=82345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Sep 15 13:38:22.238557 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-804239d6-cb16-4d19-8d1e-cd78195f0c60 req-5e50269c-265b-4e71-bed9-b75fec4932ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2637562'] for port, after_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:22.248508 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-21076cdd-1a82-43bf-b5b4-d5414030fcf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:38:22.312418 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-7b27c2f7-61e6-44b0-8a42-6d4a947a6580 req-f5a4d2d2-9048-4ca3-8aa6-8daa12cce174 tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] 10.222.0.41 "GET /v2.0/security-groups?id=0afd651a-224a-4a13-beaf-ffff9b7d003e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1200168
Sep 15 13:38:22.338725 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-804239d6-cb16-4d19-8d1e-cd78195f0c60 req-5e50269c-265b-4e71-bed9-b75fec4932ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7149901'] for port, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:22.338725 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-804239d6-cb16-4d19-8d1e-cd78195f0c60 req-5e50269c-265b-4e71-bed9-b75fec4932ab service neutron] 10.222.0.36 "PUT /v2.0/ports/cfe82913-7703-4af3-8804-f17b33bc3488 HTTP/1.1" status: 200  len: 1093 time: 2.2477858
Sep 15 13:38:22.338725 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77ed6e87-608d-4dd2-ac4e-4cf4e42fd368', 'tag': 'cfe82913-7703-4af3-8804-f17b33bc3488'}] {{(pid=82345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Sep 15 13:38:22.398603 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65562683-e370-46db-9ab7-f44fcdefea30 req-66252cb3-15f6-4d78-83aa-48a8c051bbf5 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:22.401030 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-65562683-e370-46db-9ab7-f44fcdefea30 req-66252cb3-15f6-4d78-83aa-48a8c051bbf5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=73bc4b07-7e04-44b7-bb1d-868aeed372a5 HTTP/1.1" status: 200  len: 858 time: 0.1749289
Sep 15 13:38:22.412180 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [req-32a6055c-f470-47f4-b357-e45134ffa2fe req-98b79086-6e5f-45e1-8e3c-03cdf2c2422c service neutron] Attempting to bind port f2956099-e82d-4b8f-a492-2c456038e326 on host hv-cinder-80918 for vnic_type normal with profile  {{(pid=82346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Sep 15 13:38:22.412700 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [req-32a6055c-f470-47f4-b357-e45134ffa2fe req-98b79086-6e5f-45e1-8e3c-03cdf2c2422c service neutron] Attempting to bind port f2956099-e82d-4b8f-a492-2c456038e326 by drivers openvswitch,hyperv on host hv-cinder-80918 at level 0 using segments [{'id': '4bd26eda-5bf6-4400-9bb5-1b702a14f250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '9bbaa344-d9a5-4321-ad27-cafc69ce0f2b'}] {{(pid=82346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Sep 15 13:38:22.413189 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a6055c-f470-47f4-b357-e45134ffa2fe req-98b79086-6e5f-45e1-8e3c-03cdf2c2422c service neutron] Attempting to bind port f2956099-e82d-4b8f-a492-2c456038e326 on network 9bbaa344-d9a5-4321-ad27-cafc69ce0f2b {{(pid=82346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Sep 15 13:38:22.418977 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-064efcdf-b3e1-465d-9c8d-680af340bbe2 req-541ae5a8-9d1e-4b4c-ba15-be717f253e82 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Synchronizing usage tracker for tenant:025c529061864e2ab47987e7d6ed7d28 on resource:security_group {{(pid=82346) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Sep 15 13:38:22.478469 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-064efcdf-b3e1-465d-9c8d-680af340bbe2 req-541ae5a8-9d1e-4b4c-ba15-be717f253e82 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Unset dirty status for tenant:025c529061864e2ab47987e7d6ed7d28 on resource:security_group {{(pid=82346) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Sep 15 13:38:22.479617 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-064efcdf-b3e1-465d-9c8d-680af340bbe2 req-541ae5a8-9d1e-4b4c-ba15-be717f253e82 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=025c529061864e2ab47987e7d6ed7d28 HTTP/1.1" status: 200  len: 380 time: 0.3986936
Sep 15 13:38:22.495185 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [req-064efcdf-b3e1-465d-9c8d-680af340bbe2 req-fb2360bb-5e50-4789-be84-1699eaa71c29 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Request body: {'port': {'device_id': 'ea90189b-6db1-44bc-9a33-ebff7f7fcbaa', 'network_id': 'e9c16276-857e-49e4-bec2-1a6e621bb0c0', 'admin_state_up': True, 'tenant_id': '025c529061864e2ab47987e7d6ed7d28', 'security_groups': ['e2b6258c-7125-4609-a047-87418a93f977']}} {{(pid=82346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:38:22.512782 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-65562683-e370-46db-9ab7-f44fcdefea30 req-f47d557d-7cf2-4903-b6c7-687f7bd1f235 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9bbaa344-d9a5-4321-ad27-cafc69ce0f2b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0871332
Sep 15 13:38:22.516461 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a6055c-f470-47f4-b357-e45134ffa2fe req-98b79086-6e5f-45e1-8e3c-03cdf2c2422c service neutron] Port f2956099-e82d-4b8f-a492-2c456038e326 on network 9bbaa344-d9a5-4321-ad27-cafc69ce0f2b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80918 {{(pid=82346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 15 13:38:22.516766 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a6055c-f470-47f4-b357-e45134ffa2fe req-98b79086-6e5f-45e1-8e3c-03cdf2c2422c service neutron] Attempting to bind port f2956099-e82d-4b8f-a492-2c456038e326 on network 9bbaa344-d9a5-4321-ad27-cafc69ce0f2b {{(pid=82346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Sep 15 13:38:22.520669 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e50269c-265b-4e71-bed9-b75fec4932ab service neutron] Pushing event updated for resources: {'Port': ['ID=cfe82913-7703-4af3-8804-f17b33bc3488,revision_number=3']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:38:22.527337 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-5e50269c-265b-4e71-bed9-b75fec4932ab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:38:22.553789 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cb9c44d-f497-4d9c-aaec-a2fee224e186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d146de1-007d-4207-8d58-3ab7e0266a17', 'code': 200}
Sep 15 13:38:22.563747 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d63e32-95ef-4cc9-9f16-000af26db7c9 req-6e93396f-e865-44c8-b0ae-f82695aab069 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:22.566093 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-e1d63e32-95ef-4cc9-9f16-000af26db7c9 req-6e93396f-e865-44c8-b0ae-f82695aab069 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e632c56-791b-4093-85d6-b58807099a2b HTTP/1.1" status: 200  len: 943 time: 0.2309427
Sep 15 13:38:22.593052 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a6055c-f470-47f4-b357-e45134ffa2fe req-98b79086-6e5f-45e1-8e3c-03cdf2c2422c service neutron] Checking agent: {'id': '0b6080d1-6da0-4ccd-961d-05ec14f91c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80918', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 35, 33), 'started_at': datetime.datetime(2021, 9, 15, 13, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Sep 15 13:38:22.593362 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a6055c-f470-47f4-b357-e45134ffa2fe req-98b79086-6e5f-45e1-8e3c-03cdf2c2422c service neutron] Checking segment: {'id': '4bd26eda-5bf6-4400-9bb5-1b702a14f250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '9bbaa344-d9a5-4321-ad27-cafc69ce0f2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Sep 15 13:38:22.593803 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a6055c-f470-47f4-b357-e45134ffa2fe req-98b79086-6e5f-45e1-8e3c-03cdf2c2422c service neutron] Bound using segment: {'id': '4bd26eda-5bf6-4400-9bb5-1b702a14f250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '9bbaa344-d9a5-4321-ad27-cafc69ce0f2b'} {{(pid=82346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Sep 15 13:38:22.594301 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [req-32a6055c-f470-47f4-b357-e45134ffa2fe req-98b79086-6e5f-45e1-8e3c-03cdf2c2422c service neutron] Bound port: f2956099-e82d-4b8f-a492-2c456038e326, host: hv-cinder-80918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bd26eda-5bf6-4400-9bb5-1b702a14f250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '9bbaa344-d9a5-4321-ad27-cafc69ce0f2b'}}] {{(pid=82346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Sep 15 13:38:22.594691 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-32a6055c-f470-47f4-b357-e45134ffa2fe req-98b79086-6e5f-45e1-8e3c-03cdf2c2422c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:22.595865 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-804239d6-cb16-4d19-8d1e-cd78195f0c60 req-f4455961-c9d8-430b-a13a-3b4d481bde55 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=839ee03af2c74792a3a3c2d72d59dd55&device_id=77ed6e87-608d-4dd2-ac4e-4cf4e42fd368 HTTP/1.1" status: 200  len: 1096 time: 0.1907098
Sep 15 13:38:22.714926 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-e1d63e32-95ef-4cc9-9f16-000af26db7c9 req-400e768c-6be3-4f31-890c-7ee35414e7ed tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1419141
Sep 15 13:38:22.719850 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-804239d6-cb16-4d19-8d1e-cd78195f0c60 req-7744a853-bd95-4e8a-a121-825aec633f1f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cfe82913-7703-4af3-8804-f17b33bc3488 HTTP/1.1" status: 200  len: 217 time: 0.1028838
Sep 15 13:38:22.839142 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804239d6-cb16-4d19-8d1e-cd78195f0c60 req-231f893e-b851-4ef0-be80-c9f69a714aac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:22.840552 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-804239d6-cb16-4d19-8d1e-cd78195f0c60 req-231f893e-b851-4ef0-be80-c9f69a714aac service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1beceede-0773-432e-935b-1a5d4e30ef31 HTTP/1.1" status: 200  len: 850 time: 0.1174600
Sep 15 13:38:22.890848 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77ed6e87-608d-4dd2-ac4e-4cf4e42fd368', 'tag': 'cfe82913-7703-4af3-8804-f17b33bc3488', 'status': 'completed', 'code': 200}
Sep 15 13:38:22.937364 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.36', 51120) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:38:23.040308 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-65562683-e370-46db-9ab7-f44fcdefea30 req-bdaf4e70-cf9b-4387-9842-be08e743fd63 service neutron] 10.222.0.36 "GET /v2.0/networks/9bbaa344-d9a5-4321-ad27-cafc69ce0f2b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5130167
Sep 15 13:38:23.076532 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [req-32a6055c-f470-47f4-b357-e45134ffa2fe req-98b79086-6e5f-45e1-8e3c-03cdf2c2422c service neutron] For port f2956099-e82d-4b8f-a492-2c456038e326, host hv-cinder-80918, cleared binding levels {{(pid=82346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Sep 15 13:38:23.080260 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [req-32a6055c-f470-47f4-b357-e45134ffa2fe req-98b79086-6e5f-45e1-8e3c-03cdf2c2422c service neutron] For port f2956099-e82d-4b8f-a492-2c456038e326, host hv-cinder-80918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=f2956099-e82d-4b8f-a492-2c456038e326,segment=NetworkSegment(4bd26eda-5bf6-4400-9bb5-1b702a14f250),segment_id=4bd26eda-5bf6-4400-9bb5-1b702a14f250)] {{(pid=82346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Sep 15 13:38:23.086545 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [req-064efcdf-b3e1-465d-9c8d-680af340bbe2 req-fb2360bb-5e50-4789-be84-1699eaa71c29 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:38:23.119508 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-804239d6-cb16-4d19-8d1e-cd78195f0c60 req-53f57d1e-96e4-4ea2-be8a-c31a930bb17f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9b5d95b3-3bf8-4370-9b66-9dd986b48a07&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2700198
Sep 15 13:38:23.249214 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-65562683-e370-46db-9ab7-f44fcdefea30 req-8c085d87-0e50-4258-927c-b41774c79f6b service neutron] 10.222.0.36 "GET /v2.0/networks/9bbaa344-d9a5-4321-ad27-cafc69ce0f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1596684
Sep 15 13:38:23.250551 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-064efcdf-b3e1-465d-9c8d-680af340bbe2 req-fb2360bb-5e50-4789-be84-1699eaa71c29 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Usage tracker for resource:port and tenant:025c529061864e2ab47987e7d6ed7d28 is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:38:23.254019 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-32a6055c-f470-47f4-b357-e45134ffa2fe req-98b79086-6e5f-45e1-8e3c-03cdf2c2422c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:23.257913 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-064efcdf-b3e1-465d-9c8d-680af340bbe2 req-fb2360bb-5e50-4789-be84-1699eaa71c29 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Quota usage for port was recalculated. Used quota:3. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:38:23.261542 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:38:23.344771 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b79086-6e5f-45e1-8e3c-03cdf2c2422c service neutron] Pushing event updated for resources: {'Port': ['ID=f2956099-e82d-4b8f-a492-2c456038e326,revision_number=3']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:38:23.350218 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-98b79086-6e5f-45e1-8e3c-03cdf2c2422c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:38:23.354613 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [req-064efcdf-b3e1-465d-9c8d-680af340bbe2 req-fb2360bb-5e50-4789-be84-1699eaa71c29 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:38:23.368030 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-32a6055c-f470-47f4-b357-e45134ffa2fe req-98b79086-6e5f-45e1-8e3c-03cdf2c2422c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7149901'] for port, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:23.370011 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-32a6055c-f470-47f4-b357-e45134ffa2fe req-98b79086-6e5f-45e1-8e3c-03cdf2c2422c service neutron] 10.222.0.36 "PUT /v2.0/ports/f2956099-e82d-4b8f-a492-2c456038e326 HTTP/1.1" status: 200  len: 1093 time: 3.2845364
Sep 15 13:38:23.372302 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e632c56-791b-4093-85d6-b58807099a2b', 'tag': 'f2956099-e82d-4b8f-a492-2c456038e326'}] {{(pid=82346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Sep 15 13:38:23.394490 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-064efcdf-b3e1-465d-9c8d-680af340bbe2 req-fb2360bb-5e50-4789-be84-1699eaa71c29 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Made reservation on behalf of 025c529061864e2ab47987e7d6ed7d28 for: {'port': 1} {{(pid=82346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Sep 15 13:38:23.402675 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-064efcdf-b3e1-465d-9c8d-680af340bbe2 req-fb2360bb-5e50-4789-be84-1699eaa71c29 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:23.594374 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-29d8d8b1-68be-43e9-b9b8-11a9de6f77b9 req-9124d2c8-4082-42b5-8427-f6a6a3ccd741 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5cb9c44d-f497-4d9c-aaec-a2fee224e186 HTTP/1.1" status: 200  len: 1098 time: 0.6531744
Sep 15 13:38:23.604579 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366a75f9-b02b-45bb-b065-f53ae8ac06c7 req-a1e362bb-9ec2-4f76-b730-8a2742799cf1 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:23.606087 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-366a75f9-b02b-45bb-b065-f53ae8ac06c7 req-a1e362bb-9ec2-4f76-b730-8a2742799cf1 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/ports?device_id=77ed6e87-608d-4dd2-ac4e-4cf4e42fd368 HTTP/1.1" status: 200  len: 943 time: 0.6117389
Sep 15 13:38:23.641394 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62486592-ddef-4fee-9c04-80cd969ad1db req-15b68343-63c8-4ca0-9d43-63d8548915d5 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:23.642997 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-62486592-ddef-4fee-9c04-80cd969ad1db req-15b68343-63c8-4ca0-9d43-63d8548915d5 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cb9c44d-f497-4d9c-aaec-a2fee224e186 HTTP/1.1" status: 200  len: 945 time: 0.5774803
Sep 15 13:38:23.684207 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.db_base_plugin_common [req-064efcdf-b3e1-465d-9c8d-680af340bbe2 req-fb2360bb-5e50-4789-be84-1699eaa71c29 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Allocated IP 172.20.0.4 (e9c16276-857e-49e4-bec2-1a6e621bb0c0/5d3cda93-f669-4c8c-b3ae-fd1f6c47904a/ac7dedab-8994-4fd4-9bbd-3798273cfa83) {{(pid=82346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Sep 15 13:38:23.687078 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-804239d6-cb16-4d19-8d1e-cd78195f0c60 req-67ca83cb-2f1f-49dd-887e-9807e6ba0efb service neutron] 10.222.0.36 "GET /v2.0/networks/9b5d95b3-3bf8-4370-9b66-9dd986b48a07?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5544338
Sep 15 13:38:23.692893 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-29d8d8b1-68be-43e9-b9b8-11a9de6f77b9 req-1f5e2461-04b6-441b-b7c5-5b8a04b457c4 service neutron] Notify callbacks [] for security_group, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:23.765335 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-32a6055c-f470-47f4-b357-e45134ffa2fe req-02320ba9-cf3b-4e19-9f5f-c65668e46aee service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=80893221bf4b42c18fd54176a50bc76a&device_id=1e632c56-791b-4093-85d6-b58807099a2b HTTP/1.1" status: 200  len: 1096 time: 0.3186800
Sep 15 13:38:23.855256 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-32a6055c-f470-47f4-b357-e45134ffa2fe req-5a8791ae-1a7d-48c7-b684-cabb62d32909 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2956099-e82d-4b8f-a492-2c456038e326 HTTP/1.1" status: 200  len: 217 time: 0.0718606
Sep 15 13:38:23.876218 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-366a75f9-b02b-45bb-b065-f53ae8ac06c7 req-d44a8b62-cb01-4de5-9123-3e75c052b2cc tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c08ff91-f7c0-4639-896f-1511f14e2415&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2290821
Sep 15 13:38:23.892864 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-62486592-ddef-4fee-9c04-80cd969ad1db req-27b5b713-884f-4ce4-87c7-3daafd51bbf0 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2bc11e6-bbc1-4efa-b746-171b2be9153a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2403653
Sep 15 13:38:23.894461 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [req-29d8d8b1-68be-43e9-b9b8-11a9de6f77b9 req-1f5e2461-04b6-441b-b7c5-5b8a04b457c4 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:38:23.903315 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-29d8d8b1-68be-43e9-b9b8-11a9de6f77b9 req-1f5e2461-04b6-441b-b7c5-5b8a04b457c4 service neutron] Usage tracker for resource:security_group_rule and tenant:bc707df424324c8591f837902fb5dd57 is out of sync, need to count used quota {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:38:23.906430 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-29d8d8b1-68be-43e9-b9b8-11a9de6f77b9 req-1f5e2461-04b6-441b-b7c5-5b8a04b457c4 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:38:23.912852 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [req-29d8d8b1-68be-43e9-b9b8-11a9de6f77b9 req-1f5e2461-04b6-441b-b7c5-5b8a04b457c4 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:38:24.082265 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a6055c-f470-47f4-b357-e45134ffa2fe req-10efe081-457b-434d-b764-4f826f40b439 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:24.083855 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-32a6055c-f470-47f4-b357-e45134ffa2fe req-10efe081-457b-434d-b764-4f826f40b439 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=73bc4b07-7e04-44b7-bb1d-868aeed372a5 HTTP/1.1" status: 200  len: 858 time: 0.1532576
Sep 15 13:38:24.150726 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-064efcdf-b3e1-465d-9c8d-680af340bbe2 req-fb2360bb-5e50-4789-be84-1699eaa71c29 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Notify callbacks [] for port, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:24.151457 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-b4af25e9-a6d1-423d-a68e-196d904f8b0c req-ab66ac52-3e4f-4b09-9774-2abe878f7362 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 210 time: 0.1214840
Sep 15 13:38:24.154105 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-29d8d8b1-68be-43e9-b9b8-11a9de6f77b9 req-1f5e2461-04b6-441b-b7c5-5b8a04b457c4 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:24.157166 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-32a6055c-f470-47f4-b357-e45134ffa2fe req-c11c8ca1-da3f-4252-b8ab-3f2d4db46ab1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9bbaa344-d9a5-4321-ad27-cafc69ce0f2b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0644131
Sep 15 13:38:24.164181 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-29d8d8b1-68be-43e9-b9b8-11a9de6f77b9 req-1f5e2461-04b6-441b-b7c5-5b8a04b457c4 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:24.173809 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:38:24.184731 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-804239d6-cb16-4d19-8d1e-cd78195f0c60 req-e586567c-de7e-4ca2-baab-7dc78886a231 service neutron] 10.222.0.36 "GET /v2.0/networks/9b5d95b3-3bf8-4370-9b66-9dd986b48a07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4756618
Sep 15 13:38:24.206690 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-29d8d8b1-68be-43e9-b9b8-11a9de6f77b9 req-1f5e2461-04b6-441b-b7c5-5b8a04b457c4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e2bc11e6-bbc1-4efa-b746-171b2be9153a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5963588
Sep 15 13:38:24.212423 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [req-064efcdf-b3e1-465d-9c8d-680af340bbe2 req-fb2360bb-5e50-4789-be84-1699eaa71c29 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Transition to ACTIVE for port object ac7dedab-8994-4fd4-9bbd-3798273cfa83 will not be triggered until provisioned by entity DHCP. {{(pid=82346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Sep 15 13:38:24.227501 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5e2461-04b6-441b-b7c5-5b8a04b457c4 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=260797a3-a424-43e0-8c22-33dfff451a20,revision_number=1']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:38:24.235655 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e632c56-791b-4093-85d6-b58807099a2b', 'tag': 'f2956099-e82d-4b8f-a492-2c456038e326', 'status': 'completed', 'code': 200}
Sep 15 13:38:24.241183 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-1f5e2461-04b6-441b-b7c5-5b8a04b457c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:38:24.255706 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dc531b-94d9-4fc7-aa9e-1748453ece53 req-f7e3a48a-02cd-4f42-9c7d-2017b34d47a5 tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:24.257350 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-e1dc531b-94d9-4fc7-aa9e-1748453ece53 req-f7e3a48a-02cd-4f42-9c7d-2017b34d47a5 tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] 10.222.0.41 "GET /v2.0/ports?device_id=e07f2504-e042-48e6-8a29-a2bba24a76d8 HTTP/1.1" status: 200  len: 946 time: 0.2316129
Sep 15 13:38:24.322316 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-e1dc531b-94d9-4fc7-aa9e-1748453ece53 req-10b0ddfc-7e31-4417-8ff5-b729209da45d tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] 10.222.0.41 "GET /v2.0/security-groups?id=0afd651a-224a-4a13-beaf-ffff9b7d003e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570922
Sep 15 13:38:24.338579 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-064efcdf-b3e1-465d-9c8d-680af340bbe2 req-fb2360bb-5e50-4789-be84-1699eaa71c29 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363301743938437'] for port, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:24.345822 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:38:24.377342 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-32a6055c-f470-47f4-b357-e45134ffa2fe req-8eed4858-3d4e-4694-af8c-5c5e17574541 service neutron] 10.222.0.36 "GET /v2.0/networks/9bbaa344-d9a5-4321-ad27-cafc69ce0f2b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2099071
Sep 15 13:38:24.410358 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-064efcdf-b3e1-465d-9c8d-680af340bbe2 req-fb2360bb-5e50-4789-be84-1699eaa71c29 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Network e9c16276-857e-49e4-bec2-1a6e621bb0c0 is already hosted by enough agents. {{(pid=82346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Sep 15 13:38:24.418070 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.base_scheduler [req-064efcdf-b3e1-465d-9c8d-680af340bbe2 req-fb2360bb-5e50-4789-be84-1699eaa71c29 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Resources bound (agent type, host, resource id):  {{(pid=82346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Sep 15 13:38:24.423123 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [req-064efcdf-b3e1-465d-9c8d-680af340bbe2 req-fb2360bb-5e50-4789-be84-1699eaa71c29 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Received port after_create {{(pid=82346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 15 13:38:24.428044 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064efcdf-b3e1-465d-9c8d-680af340bbe2 req-fb2360bb-5e50-4789-be84-1699eaa71c29 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:24.428643 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-064efcdf-b3e1-465d-9c8d-680af340bbe2 req-fb2360bb-5e50-4789-be84-1699eaa71c29 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7149901'] for port, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:24.437477 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6081d720-7889-4694-9c31-898e8f901691 req-3e0b67e5-17a6-473e-b66a-ffd3498f1cb0 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:24.440103 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-6081d720-7889-4694-9c31-898e8f901691 req-3e0b67e5-17a6-473e-b66a-ffd3498f1cb0 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e632c56-791b-4093-85d6-b58807099a2b HTTP/1.1" status: 200  len: 943 time: 0.0899339
Sep 15 13:38:24.444633 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2360bb-5e50-4789-be84-1699eaa71c29 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Pushing event updated for resources: {'Port': ['ID=ac7dedab-8994-4fd4-9bbd-3798273cfa83,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:38:24.450027 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-fb2360bb-5e50-4789-be84-1699eaa71c29 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:38:24.458163 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-064efcdf-b3e1-465d-9c8d-680af340bbe2 req-fb2360bb-5e50-4789-be84-1699eaa71c29 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9679894
Sep 15 13:38:24.496229 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-6081d720-7889-4694-9c31-898e8f901691 req-0be072d7-8299-4f85-b175-0565f325ad77 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469310
Sep 15 13:38:24.554946 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e07f2504-e042-48e6-8a29-a2bba24a76d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69eb5998-85f8-49db-ac29-d5661503dd85'}] {{(pid=82347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Sep 15 13:38:24.610110 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e07f2504-e042-48e6-8a29-a2bba24a76d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69eb5998-85f8-49db-ac29-d5661503dd85', 'code': 200}
Sep 15 13:38:24.753715 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-21bcced4-9d81-40b9-99f0-ddfffe80ad25 None None] Provisioning for port ac7dedab-8994-4fd4-9bbd-3798273cfa83 completed by entity DHCP. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Sep 15 13:38:24.758725 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-21bcced4-9d81-40b9-99f0-ddfffe80ad25 None None] Provisioning complete for port ac7dedab-8994-4fd4-9bbd-3798273cfa83 triggered by entity DHCP. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:38:24.759146 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-21bcced4-9d81-40b9-99f0-ddfffe80ad25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:24.815928 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-21bcced4-9d81-40b9-99f0-ddfffe80ad25 None None] Port ac7dedab-8994-4fd4-9bbd-3798273cfa83 cannot update to ACTIVE because it is not bound. {{(pid=82347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Sep 15 13:38:25.151541 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2739af-b92b-4f02-869d-458d3e394d7e req-b5babe83-60b3-4529-8908-be7ebb29ede4 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:25.153162 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-fd2739af-b92b-4f02-869d-458d3e394d7e req-b5babe83-60b3-4529-8908-be7ebb29ede4 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/ports?device_id=77ed6e87-608d-4dd2-ac4e-4cf4e42fd368 HTTP/1.1" status: 200  len: 943 time: 0.1484084
Sep 15 13:38:25.164203 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8029d5b1-8200-43e1-b324-b6b50d769f3c req-28657d16-e291-4ad0-980f-6198b3f36a27 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:25.165734 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-8029d5b1-8200-43e1-b324-b6b50d769f3c req-28657d16-e291-4ad0-980f-6198b3f36a27 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cb9c44d-f497-4d9c-aaec-a2fee224e186 HTTP/1.1" status: 200  len: 945 time: 0.1220496
Sep 15 13:38:25.256968 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-8029d5b1-8200-43e1-b324-b6b50d769f3c req-fa9585dd-a707-41ca-a67f-4ffffed6ba65 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2bc11e6-bbc1-4efa-b746-171b2be9153a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643361
Sep 15 13:38:25.270066 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-fd2739af-b92b-4f02-869d-458d3e394d7e req-964d2c36-4550-402a-9313-8bdd8a5a6633 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c08ff91-f7c0-4639-896f-1511f14e2415&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1032231
Sep 15 13:38:25.480606 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0defc8-af78-4131-885f-88c101651447 req-97f2b77a-f815-4527-956b-ad6a4033b0fa tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:25.482132 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-0d0defc8-af78-4131-885f-88c101651447 req-97f2b77a-f815-4527-956b-ad6a4033b0fa tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 931 time: 0.0962849
Sep 15 13:38:25.590142 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-0d0defc8-af78-4131-885f-88c101651447 req-46175920-0680-4026-a8d8-1c5728f6dcab tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2b6258c-7125-4609-a047-87418a93f977&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0678997
Sep 15 13:38:25.608121 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e70e7df-964d-477b-9a35-f12aac265792 req-2b985b9a-7954-45ec-8e08-c6bba4f108a6 tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:25.609825 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-5e70e7df-964d-477b-9a35-f12aac265792 req-2b985b9a-7954-45ec-8e08-c6bba4f108a6 tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] 10.222.0.41 "GET /v2.0/ports?device_id=e07f2504-e042-48e6-8a29-a2bba24a76d8 HTTP/1.1" status: 200  len: 946 time: 0.1392798
Sep 15 13:38:25.677010 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-5e70e7df-964d-477b-9a35-f12aac265792 req-dac5085b-912d-47f9-ac13-ca4df2a68933 tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] 10.222.0.41 "GET /v2.0/security-groups?id=0afd651a-224a-4a13-beaf-ffff9b7d003e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604506
Sep 15 13:38:25.927958 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e3e552-d1e9-4c19-931f-d338a47ab991 req-95c4a9d6-efd9-49f4-b285-5d54319cbcef tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:25.929468 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-b0e3e552-d1e9-4c19-931f-d338a47ab991 req-95c4a9d6-efd9-49f4-b285-5d54319cbcef tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e632c56-791b-4093-85d6-b58807099a2b HTTP/1.1" status: 200  len: 943 time: 0.0862453
Sep 15 13:38:25.978668 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-b0e3e552-d1e9-4c19-931f-d338a47ab991 req-74bf68c6-0340-40e0-bcb2-cc1e1efcf7ae tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430548
Sep 15 13:38:26.467976 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-a031d8b0-0d41-47cd-8734-bcdd1e57a79c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:26.538659 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a20e8a-6d7c-4aad-8e84-a67678e66b78 req-afe1c6a4-6bb0-4179-ac69-b3c4cc4d62d6 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:26.540295 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-36a20e8a-6d7c-4aad-8e84-a67678e66b78 req-afe1c6a4-6bb0-4179-ac69-b3c4cc4d62d6 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/ports?device_id=77ed6e87-608d-4dd2-ac4e-4cf4e42fd368 HTTP/1.1" status: 200  len: 943 time: 0.1495497
Sep 15 13:38:26.546891 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aebe29-5251-4db9-aa4f-c6159fcb858e req-239cf4fa-3bec-4777-aef5-1c0dc0d629a6 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:26.548417 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-42aebe29-5251-4db9-aa4f-c6159fcb858e req-239cf4fa-3bec-4777-aef5-1c0dc0d629a6 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cb9c44d-f497-4d9c-aaec-a2fee224e186 HTTP/1.1" status: 200  len: 945 time: 0.1590142
Sep 15 13:38:26.629898 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-36a20e8a-6d7c-4aad-8e84-a67678e66b78 req-a9527082-537a-4c72-810f-3504b0d7a2e9 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c08ff91-f7c0-4639-896f-1511f14e2415&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0804701
Sep 15 13:38:26.632470 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-42aebe29-5251-4db9-aa4f-c6159fcb858e req-7c00fdfa-1920-4482-9be6-f9a7454b33ee tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2bc11e6-bbc1-4efa-b746-171b2be9153a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645831
Sep 15 13:38:26.909628 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b733a7d-aaba-43db-ac5f-a1beeca412c5 req-121e9240-27f3-4eb4-a5c6-f6fdb2decfe2 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:26.911260 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-9b733a7d-aaba-43db-ac5f-a1beeca412c5 req-121e9240-27f3-4eb4-a5c6-f6fdb2decfe2 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 931 time: 0.1539881
Sep 15 13:38:26.922153 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f063e31f-d116-473d-a3a8-fcf9a3ffd514 req-2c604d91-825d-44cc-b35c-29da80a82925 tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:26.923749 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-f063e31f-d116-473d-a3a8-fcf9a3ffd514 req-2c604d91-825d-44cc-b35c-29da80a82925 tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] 10.222.0.41 "GET /v2.0/ports?device_id=e07f2504-e042-48e6-8a29-a2bba24a76d8 HTTP/1.1" status: 200  len: 946 time: 0.1194673
Sep 15 13:38:27.000378 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-9b733a7d-aaba-43db-ac5f-a1beeca412c5 req-03bf5564-8bf3-47f6-943d-f6d9ca0827a8 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2b6258c-7125-4609-a047-87418a93f977&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0755250
Sep 15 13:38:27.009356 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-f063e31f-d116-473d-a3a8-fcf9a3ffd514 req-9b9b0803-f365-4d19-90ab-949e1577794e tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] 10.222.0.41 "GET /v2.0/security-groups?id=0afd651a-224a-4a13-beaf-ffff9b7d003e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0696700
Sep 15 13:38:27.211890 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3a6ca4-bcfe-4119-a7f0-fd504b061ac2 req-86c74fd2-51a9-4837-9a83-fd71d571fef1 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:27.213510 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-cf3a6ca4-bcfe-4119-a7f0-fd504b061ac2 req-86c74fd2-51a9-4837-9a83-fd71d571fef1 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e632c56-791b-4093-85d6-b58807099a2b HTTP/1.1" status: 200  len: 943 time: 0.0883958
Sep 15 13:38:27.263673 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-cf3a6ca4-bcfe-4119-a7f0-fd504b061ac2 req-19d015f6-ad00-4c07-80b9-d9bf5c7f44c1 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437138
Sep 15 13:38:27.486109 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [req-064efcdf-b3e1-465d-9c8d-680af340bbe2 req-fa7b4586-643d-4bb3-a57f-a2b7e9ea94a0 service neutron] Request body: {'port': {'device_id': 'ea90189b-6db1-44bc-9a33-ebff7f7fcbaa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80918'}} {{(pid=82346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:38:27.574226 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-1dac9e7b-2c6c-49ce-bb64-5cf88dec272a req-8f8640e9-a985-4384-b1cf-852d55fec7bc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=839ee03af2c74792a3a3c2d72d59dd55&device_id=77ed6e87-608d-4dd2-ac4e-4cf4e42fd368 HTTP/1.1" status: 200  len: 1096 time: 0.0954967
Sep 15 13:38:27.736085 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dac9e7b-2c6c-49ce-bb64-5cf88dec272a req-be685add-79c7-40fe-be50-10beb046632c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:27.738040 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-1dac9e7b-2c6c-49ce-bb64-5cf88dec272a req-be685add-79c7-40fe-be50-10beb046632c service neutron] 10.222.0.36 "GET /v2.0/networks?id=9b5d95b3-3bf8-4370-9b66-9dd986b48a07 HTTP/1.1" status: 200  len: 912 time: 0.1555107
Sep 15 13:38:27.822092 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-064efcdf-b3e1-465d-9c8d-680af340bbe2 req-fa7b4586-643d-4bb3-a57f-a2b7e9ea94a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:27.882083 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-32a6055c-f470-47f4-b357-e45134ffa2fe req-1b8a98cc-f0cb-488e-9d3e-ccbbd055708d service neutron] 10.222.0.36 "GET /v2.0/networks/9bbaa344-d9a5-4321-ad27-cafc69ce0f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5026398
Sep 15 13:38:27.926532 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-1dac9e7b-2c6c-49ce-bb64-5cf88dec272a req-0cde43e0-ad40-472d-9b2b-7a950bbd3fdc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cfe82913-7703-4af3-8804-f17b33bc3488 HTTP/1.1" status: 200  len: 217 time: 0.1457567
Sep 15 13:38:28.091747 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:28.151593 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dac9e7b-2c6c-49ce-bb64-5cf88dec272a req-6f8711e0-654e-4bf3-91cb-befca6ee6982 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:28.153196 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-1dac9e7b-2c6c-49ce-bb64-5cf88dec272a req-6f8711e0-654e-4bf3-91cb-befca6ee6982 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1beceede-0773-432e-935b-1a5d4e30ef31 HTTP/1.1" status: 200  len: 850 time: 0.1349909
Sep 15 13:38:28.183376 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a9c952ad-f274-4d83-95a9-cabe28ba16ce req-f623a7bf-661d-40b3-8bd2-e51d92dd4955 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=80893221bf4b42c18fd54176a50bc76a&device_id=1e632c56-791b-4093-85d6-b58807099a2b HTTP/1.1" status: 200  len: 1096 time: 0.1926079
Sep 15 13:38:28.228042 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-c8d206a3-4fa0-4c0c-8139-c9f158eb98e1 req-bd06ef27-ae9a-4666-9b35-6f0bfd456be9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e07f2504-e042-48e6-8a29-a2bba24a76d8 HTTP/1.1" status: 200  len: 1099 time: 0.4882884
Sep 15 13:38:28.284486 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3a8e70-032b-4ae1-ac62-ceac236957b4 req-3ca35e25-9828-487c-8b57-6521747e96f8 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:28.286711 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-fe3a8e70-032b-4ae1-ac62-ceac236957b4 req-3ca35e25-9828-487c-8b57-6521747e96f8 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cb9c44d-f497-4d9c-aaec-a2fee224e186 HTTP/1.1" status: 200  len: 945 time: 0.3133607
Sep 15 13:38:28.293882 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5bef2d-1b95-4656-8546-01d5adf50867 req-1f6cb49c-7314-4b00-9553-9e6de6944c60 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:28.295842 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-ab5bef2d-1b95-4656-8546-01d5adf50867 req-1f6cb49c-7314-4b00-9553-9e6de6944c60 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/ports?device_id=77ed6e87-608d-4dd2-ac4e-4cf4e42fd368 HTTP/1.1" status: 200  len: 943 time: 0.3637674
Sep 15 13:38:28.424857 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-ab5bef2d-1b95-4656-8546-01d5adf50867 req-15c8d2a9-1d5f-4739-bab4-4988f2ecfbcf tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c08ff91-f7c0-4639-896f-1511f14e2415&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1170573
Sep 15 13:38:28.427921 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c952ad-f274-4d83-95a9-cabe28ba16ce req-ea381583-ea63-475c-bd47-f04859e516a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:28.428931 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-c8d206a3-4fa0-4c0c-8139-c9f158eb98e1 req-543ef0b7-b8f0-48f6-ba8b-8850aae106b0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0afd651a-224a-4a13-beaf-ffff9b7d003e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1915963
Sep 15 13:38:28.430689 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a9c952ad-f274-4d83-95a9-cabe28ba16ce req-ea381583-ea63-475c-bd47-f04859e516a0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9bbaa344-d9a5-4321-ad27-cafc69ce0f2b HTTP/1.1" status: 200  len: 919 time: 0.2356775
Sep 15 13:38:28.437772 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [req-064efcdf-b3e1-465d-9c8d-680af340bbe2 req-fa7b4586-643d-4bb3-a57f-a2b7e9ea94a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac7dedab-8994-4fd4-9bbd-3798273cfa83 {{(pid=82346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Sep 15 13:38:28.437961 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-1dac9e7b-2c6c-49ce-bb64-5cf88dec272a req-52c8b838-0aaa-4ced-8ff6-1d75068400d8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9b5d95b3-3bf8-4370-9b66-9dd986b48a07&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2679355
Sep 15 13:38:28.440942 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-fe3a8e70-032b-4ae1-ac62-ceac236957b4 req-81c9810b-6c17-4013-a842-016a020b40ae tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2bc11e6-bbc1-4efa-b746-171b2be9153a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1426952
Sep 15 13:38:28.453690 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-064efcdf-b3e1-465d-9c8d-680af340bbe2 req-fa7b4586-643d-4bb3-a57f-a2b7e9ea94a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:28.488277 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [req-064efcdf-b3e1-465d-9c8d-680af340bbe2 req-fa7b4586-643d-4bb3-a57f-a2b7e9ea94a0 service neutron] Transition to ACTIVE for port object ac7dedab-8994-4fd4-9bbd-3798273cfa83 will not be triggered until provisioned by entity L2. {{(pid=82346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Sep 15 13:38:28.493944 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 57834) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:38:28.496747 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-064efcdf-b3e1-465d-9c8d-680af340bbe2 req-fa7b4586-643d-4bb3-a57f-a2b7e9ea94a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:28.503268 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:38:28.691616 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7b4586-643d-4bb3-a57f-a2b7e9ea94a0 service neutron] Pushing event updated for resources: {'Port': ['ID=ac7dedab-8994-4fd4-9bbd-3798273cfa83,revision_number=2']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:38:28.700541 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-fa7b4586-643d-4bb3-a57f-a2b7e9ea94a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:38:28.722162 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [req-064efcdf-b3e1-465d-9c8d-680af340bbe2 req-fa7b4586-643d-4bb3-a57f-a2b7e9ea94a0 service neutron] Attempting to bind port ac7dedab-8994-4fd4-9bbd-3798273cfa83 on host hv-cinder-80918 for vnic_type normal with profile  {{(pid=82346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Sep 15 13:38:28.722788 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [req-064efcdf-b3e1-465d-9c8d-680af340bbe2 req-fa7b4586-643d-4bb3-a57f-a2b7e9ea94a0 service neutron] Attempting to bind port ac7dedab-8994-4fd4-9bbd-3798273cfa83 by drivers openvswitch,hyperv on host hv-cinder-80918 at level 0 using segments [{'id': '11169836-79b2-4822-b283-a5d557a2336a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e9c16276-857e-49e4-bec2-1a6e621bb0c0'}] {{(pid=82346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Sep 15 13:38:28.723315 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064efcdf-b3e1-465d-9c8d-680af340bbe2 req-fa7b4586-643d-4bb3-a57f-a2b7e9ea94a0 service neutron] Attempting to bind port ac7dedab-8994-4fd4-9bbd-3798273cfa83 on network e9c16276-857e-49e4-bec2-1a6e621bb0c0 {{(pid=82346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Sep 15 13:38:28.804790 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064efcdf-b3e1-465d-9c8d-680af340bbe2 req-fa7b4586-643d-4bb3-a57f-a2b7e9ea94a0 service neutron] Port ac7dedab-8994-4fd4-9bbd-3798273cfa83 on network e9c16276-857e-49e4-bec2-1a6e621bb0c0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80918 {{(pid=82346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 15 13:38:28.805134 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064efcdf-b3e1-465d-9c8d-680af340bbe2 req-fa7b4586-643d-4bb3-a57f-a2b7e9ea94a0 service neutron] Attempting to bind port ac7dedab-8994-4fd4-9bbd-3798273cfa83 on network e9c16276-857e-49e4-bec2-1a6e621bb0c0 {{(pid=82346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Sep 15 13:38:28.812708 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064efcdf-b3e1-465d-9c8d-680af340bbe2 req-fa7b4586-643d-4bb3-a57f-a2b7e9ea94a0 service neutron] Checking agent: {'id': '0b6080d1-6da0-4ccd-961d-05ec14f91c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80918', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 35, 33), 'started_at': datetime.datetime(2021, 9, 15, 13, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Sep 15 13:38:28.813074 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064efcdf-b3e1-465d-9c8d-680af340bbe2 req-fa7b4586-643d-4bb3-a57f-a2b7e9ea94a0 service neutron] Checking segment: {'id': '11169836-79b2-4822-b283-a5d557a2336a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e9c16276-857e-49e4-bec2-1a6e621bb0c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Sep 15 13:38:28.813559 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064efcdf-b3e1-465d-9c8d-680af340bbe2 req-fa7b4586-643d-4bb3-a57f-a2b7e9ea94a0 service neutron] Bound using segment: {'id': '11169836-79b2-4822-b283-a5d557a2336a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e9c16276-857e-49e4-bec2-1a6e621bb0c0'} {{(pid=82346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Sep 15 13:38:28.814012 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [req-064efcdf-b3e1-465d-9c8d-680af340bbe2 req-fa7b4586-643d-4bb3-a57f-a2b7e9ea94a0 service neutron] Bound port: ac7dedab-8994-4fd4-9bbd-3798273cfa83, host: hv-cinder-80918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11169836-79b2-4822-b283-a5d557a2336a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e9c16276-857e-49e4-bec2-1a6e621bb0c0'}}] {{(pid=82346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Sep 15 13:38:28.814392 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-064efcdf-b3e1-465d-9c8d-680af340bbe2 req-fa7b4586-643d-4bb3-a57f-a2b7e9ea94a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:28.826788 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a9c952ad-f274-4d83-95a9-cabe28ba16ce req-31bdb6d3-fdb0-4586-aca4-71249a1622bb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2956099-e82d-4b8f-a492-2c456038e326 HTTP/1.1" status: 200  len: 217 time: 0.1045809
Sep 15 13:38:28.886177 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-ca0b91c6-b7ce-42b0-8e46-6db6129f68f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:28.945318 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-963efdc1-b168-4324-b4e5-be556158d5bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:28.972418 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c952ad-f274-4d83-95a9-cabe28ba16ce req-b9aa0b4b-a6ae-42e0-a91c-da395cbd8cd4 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:28.974016 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a9c952ad-f274-4d83-95a9-cabe28ba16ce req-b9aa0b4b-a6ae-42e0-a91c-da395cbd8cd4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=73bc4b07-7e04-44b7-bb1d-868aeed372a5 HTTP/1.1" status: 200  len: 858 time: 0.1347761
Sep 15 13:38:28.984813 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [req-064efcdf-b3e1-465d-9c8d-680af340bbe2 req-fa7b4586-643d-4bb3-a57f-a2b7e9ea94a0 service neutron] For port ac7dedab-8994-4fd4-9bbd-3798273cfa83, host hv-cinder-80918, cleared binding levels {{(pid=82346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Sep 15 13:38:28.990817 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [req-064efcdf-b3e1-465d-9c8d-680af340bbe2 req-fa7b4586-643d-4bb3-a57f-a2b7e9ea94a0 service neutron] For port ac7dedab-8994-4fd4-9bbd-3798273cfa83, host hv-cinder-80918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=ac7dedab-8994-4fd4-9bbd-3798273cfa83,segment=NetworkSegment(11169836-79b2-4822-b283-a5d557a2336a),segment_id=11169836-79b2-4822-b283-a5d557a2336a)] {{(pid=82346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Sep 15 13:38:28.992322 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Device 67a62b8a-88f9-4fc2-b492-5b3b5d0e2c6c details requested by agent hyperv_hv-cinder-80918 with host hv-cinder-80918 {{(pid=82347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Sep 15 13:38:29.034693 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-064efcdf-b3e1-465d-9c8d-680af340bbe2 req-fa7b4586-643d-4bb3-a57f-a2b7e9ea94a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:29.069697 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:38:29.111783 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-963efdc1-b168-4324-b4e5-be556158d5bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:38:29.123320 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-963efdc1-b168-4324-b4e5-be556158d5bb admin admin] Usage tracker for resource:security_group_rule and tenant:9f27458148284492b8d59f75b995a48c is out of sync, need to count used quota {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:38:29.133801 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-963efdc1-b168-4324-b4e5-be556158d5bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:38:29.153086 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb08659-b31f-4caa-bff8-6431349162d2 req-2ba4fc06-7963-4cbd-9eb2-b352bd18344f tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:29.159554 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-064efcdf-b3e1-465d-9c8d-680af340bbe2 req-fa7b4586-643d-4bb3-a57f-a2b7e9ea94a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7149901'] for port, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:29.161097 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-064efcdf-b3e1-465d-9c8d-680af340bbe2 req-fa7b4586-643d-4bb3-a57f-a2b7e9ea94a0 service neutron] 10.222.0.36 "PUT /v2.0/ports/ac7dedab-8994-4fd4-9bbd-3798273cfa83 HTTP/1.1" status: 200  len: 1093 time: 1.6794441
Sep 15 13:38:29.162220 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-bdb08659-b31f-4caa-bff8-6431349162d2 req-2ba4fc06-7963-4cbd-9eb2-b352bd18344f tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 943 time: 0.5906100
Sep 15 13:38:29.166726 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea90189b-6db1-44bc-9a33-ebff7f7fcbaa', 'tag': 'ac7dedab-8994-4fd4-9bbd-3798273cfa83'}] {{(pid=82346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Sep 15 13:38:29.178675 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe9832-6275-4e33-8fac-12544ca1635f req-71fd870e-7093-4523-8917-d90a09a634ac tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:29.180362 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-9dbe9832-6275-4e33-8fac-12544ca1635f req-71fd870e-7093-4523-8917-d90a09a634ac tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] 10.222.0.41 "GET /v2.0/ports?device_id=e07f2504-e042-48e6-8a29-a2bba24a76d8 HTTP/1.1" status: 200  len: 946 time: 0.5632789
Sep 15 13:38:29.193838 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a9c952ad-f274-4d83-95a9-cabe28ba16ce req-0dbcfcb1-2374-4b47-a45e-13aceb111a2c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9bbaa344-d9a5-4321-ad27-cafc69ce0f2b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2066193
Sep 15 13:38:29.203782 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-963efdc1-b168-4324-b4e5-be556158d5bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:38:29.237725 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9acd9d20-0ed4-40fe-8ec3-e1d8b485d7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:29.249991 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-1dac9e7b-2c6c-49ce-bb64-5cf88dec272a req-56a90360-35ab-4807-ae37-4c06e9065797 service neutron] 10.222.0.36 "GET /v2.0/networks/9b5d95b3-3bf8-4370-9b66-9dd986b48a07?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3366096
Sep 15 13:38:29.251227 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] For port 67a62b8a-88f9-4fc2-b492-5b3b5d0e2c6c, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=67a62b8a-88f9-4fc2-b492-5b3b5d0e2c6c,segment=NetworkSegment(4bd26eda-5bf6-4400-9bb5-1b702a14f250),segment_id=4bd26eda-5bf6-4400-9bb5-1b702a14f250)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:38:29.284396 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Returning: {'device': '67a62b8a-88f9-4fc2-b492-5b3b5d0e2c6c', 'network_id': '9bbaa344-d9a5-4321-ad27-cafc69ce0f2b', 'port_id': '67a62b8a-88f9-4fc2-b492-5b3b5d0e2c6c', 'mac_address': 'fa:16:3e:dc:bf:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73bc4b07-7e04-44b7-bb1d-868aeed372a5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 15 13:38:29.395312 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:29.418710 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67a62b8a-88f9-4fc2-b492-5b3b5d0e2c6c {{(pid=82347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Sep 15 13:38:29.443263 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7b4586-643d-4bb3-a57f-a2b7e9ea94a0 service neutron] Pushing event updated for resources: {'Port': ['ID=ac7dedab-8994-4fd4-9bbd-3798273cfa83,revision_number=3']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:38:29.444066 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] For port 67a62b8a-88f9-4fc2-b492-5b3b5d0e2c6c, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=67a62b8a-88f9-4fc2-b492-5b3b5d0e2c6c,segment=NetworkSegment(4bd26eda-5bf6-4400-9bb5-1b702a14f250),segment_id=4bd26eda-5bf6-4400-9bb5-1b702a14f250)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:38:29.449237 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:29.452254 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-fa7b4586-643d-4bb3-a57f-a2b7e9ea94a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:38:29.452438 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-8b14f756-22f5-4f81-9d9d-9d6f91ec4fbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:38:29.497601 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a9c952ad-f274-4d83-95a9-cabe28ba16ce req-2adf5c45-599b-4028-a106-d514876e5c44 service neutron] 10.222.0.36 "GET /v2.0/networks/9bbaa344-d9a5-4321-ad27-cafc69ce0f2b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2623885
Sep 15 13:38:29.501485 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-064efcdf-b3e1-465d-9c8d-680af340bbe2 req-e65ddb91-5b5e-4cef-bc86-83ca14d7662f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=025c529061864e2ab47987e7d6ed7d28&device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 1096 time: 0.2324159
Sep 15 13:38:29.530587 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-bdb08659-b31f-4caa-bff8-6431349162d2 req-273aa464-1ea7-4975-9a77-0377b3ea54ba tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2b6258c-7125-4609-a047-87418a93f977&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3669083
Sep 15 13:38:29.560512 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Pushing event updated for resources: {'Port': ['ID=67a62b8a-88f9-4fc2-b492-5b3b5d0e2c6c,revision_number=4']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:38:29.568732 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:38:29.572279 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-9dbe9832-6275-4e33-8fac-12544ca1635f req-24d7594e-1678-4f0d-9e0f-3cb8b4ef0dd8 tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] 10.222.0.41 "GET /v2.0/security-groups?id=0afd651a-224a-4a13-beaf-ffff9b7d003e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3594868
Sep 15 13:38:29.651037 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-064efcdf-b3e1-465d-9c8d-680af340bbe2 req-9ea18d3d-e143-47db-b574-435218e38323 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac7dedab-8994-4fd4-9bbd-3798273cfa83 HTTP/1.1" status: 200  len: 217 time: 0.1313486
Sep 15 13:38:29.671276 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-1dac9e7b-2c6c-49ce-bb64-5cf88dec272a req-771142a5-9ad0-42c3-ae0e-f46b2f426dd0 service neutron] 10.222.0.36 "GET /v2.0/networks/9b5d95b3-3bf8-4370-9b66-9dd986b48a07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3972986
Sep 15 13:38:29.677234 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-963efdc1-b168-4324-b4e5-be556158d5bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:29.684919 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-963efdc1-b168-4324-b4e5-be556158d5bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:29.703903 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea90189b-6db1-44bc-9a33-ebff7f7fcbaa', 'tag': 'ac7dedab-8994-4fd4-9bbd-3798273cfa83', 'status': 'completed', 'code': 200}
Sep 15 13:38:29.781710 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-c5d356a2-a333-4766-9cba-99363474dbea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:38:29.804991 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] get_ports_and_sgs() called for port_ids ['67a62b8a-88f9-4fc2-b492-5b3b5d0e2c6c'] {{(pid=82347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 15 13:38:29.909284 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064efcdf-b3e1-465d-9c8d-680af340bbe2 req-f308a69d-510b-40d4-b8d6-f27783480b52 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:29.911283 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-064efcdf-b3e1-465d-9c8d-680af340bbe2 req-f308a69d-510b-40d4-b8d6-f27783480b52 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5d3cda93-f669-4c8c-b3ae-fd1f6c47904a HTTP/1.1" status: 200  len: 855 time: 0.2143960
Sep 15 13:38:29.987857 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a9c952ad-f274-4d83-95a9-cabe28ba16ce req-452f30d9-e9ff-43b4-8b26-830900079cff service neutron] 10.222.0.36 "GET /v2.0/networks/9bbaa344-d9a5-4321-ad27-cafc69ce0f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4695063
Sep 15 13:38:29.989312 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-963efdc1-b168-4324-b4e5-be556158d5bb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9f27458148284492b8d59f75b995a48c&name=default HTTP/1.1" status: 200  len: 2647 time: 1.4942248
Sep 15 13:38:29.992675 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 57868) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:38:30.014320 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963efdc1-b168-4324-b4e5-be556158d5bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91d358a9-037f-4d58-99ae-f52ff2269f46,revision_number=1']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:38:30.022277 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-963efdc1-b168-4324-b4e5-be556158d5bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:38:30.072556 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24991604-9e51-42fd-b4bc-e58be8b3b24f req-7539c2ec-9ab7-47f6-add0-d42cf64627a2 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:30.074714 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-24991604-9e51-42fd-b4bc-e58be8b3b24f req-7539c2ec-9ab7-47f6-add0-d42cf64627a2 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e632c56-791b-4093-85d6-b58807099a2b HTTP/1.1" status: 200  len: 943 time: 0.2941198
Sep 15 13:38:30.090304 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e505746b-c12d-44a6-9764-751b01529670 req-810efe52-1f4c-4c5b-b5da-fab9b4e75757 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:30.091851 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-e505746b-c12d-44a6-9764-751b01529670 req-810efe52-1f4c-4c5b-b5da-fab9b4e75757 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cb9c44d-f497-4d9c-aaec-a2fee224e186 HTTP/1.1" status: 200  len: 945 time: 0.2271912
Sep 15 13:38:30.101433 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9cd6ea63-f01d-44a2-a763-3511d2705921 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:30.120517 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-064efcdf-b3e1-465d-9c8d-680af340bbe2 req-ba7678a1-03d6-456f-9588-2ab2e567bc97 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e9c16276-857e-49e4-bec2-1a6e621bb0c0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1933086
Sep 15 13:38:30.168798 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9cd6ea63-f01d-44a2-a763-3511d2705921 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:30.180188 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-24991604-9e51-42fd-b4bc-e58be8b3b24f req-d7779cb5-6df6-4e2d-9d99-d40eee0a079b tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0964971
Sep 15 13:38:30.193488 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-e505746b-c12d-44a6-9764-751b01529670 req-e386e844-66a2-454a-96b9-69b82dffcbb7 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2bc11e6-bbc1-4efa-b746-171b2be9153a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0815077
Sep 15 13:38:30.318708 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-064efcdf-b3e1-465d-9c8d-680af340bbe2 req-e17af385-6c70-4786-83af-1aee5f18f9fe service neutron] 10.222.0.36 "GET /v2.0/networks/e9c16276-857e-49e4-bec2-1a6e621bb0c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1873431
Sep 15 13:38:30.328027 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9cd6ea63-f01d-44a2-a763-3511d2705921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:30.336511 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-7f10580a-93c9-4fb6-8946-9d1d785252d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:38:30.352824 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6ea63-f01d-44a2-a763-3511d2705921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d358a9-037f-4d58-99ae-f52ff2269f46,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:38:30.356460 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-9cd6ea63-f01d-44a2-a763-3511d2705921 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:38:30.358010 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9cd6ea63-f01d-44a2-a763-3511d2705921 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:30.361575 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-9cd6ea63-f01d-44a2-a763-3511d2705921 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/91d358a9-037f-4d58-99ae-f52ff2269f46 HTTP/1.1" status: 204  len: 168 time: 0.3641181
Sep 15 13:38:30.413192 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c9bdb-9f4a-468f-b69b-f12de5d9880c req-94e3acf5-54bc-4042-a4cb-7e054d112c9a tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:30.414788 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-af8c9bdb-9f4a-468f-b69b-f12de5d9880c req-94e3acf5-54bc-4042-a4cb-7e054d112c9a tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/ports?device_id=77ed6e87-608d-4dd2-ac4e-4cf4e42fd368 HTTP/1.1" status: 200  len: 943 time: 0.1064007
Sep 15 13:38:30.469803 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-af8c9bdb-9f4a-468f-b69b-f12de5d9880c req-f58169c1-b7b0-4db3-8ad5-2b388a099bc3 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c08ff91-f7c0-4639-896f-1511f14e2415&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0487030
Sep 15 13:38:30.520267 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b47e50d5-ffd8-49d4-a6b6-3168cd38e3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:30.781486 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 57888) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:38:30.801268 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-ecdb74f2-effc-4eb6-a6df-82f496f14a23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:30.833880 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-ecdb74f2-effc-4eb6-a6df-82f496f14a23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:38:30.838397 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-ecdb74f2-effc-4eb6-a6df-82f496f14a23 admin admin] Usage tracker for resource:security_group_rule and tenant:5dd68e8d08b54197bcc8ea50e31eb7ab is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:38:30.841364 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-ecdb74f2-effc-4eb6-a6df-82f496f14a23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:38:30.847921 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-ecdb74f2-effc-4eb6-a6df-82f496f14a23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:38:30.862057 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df3b238-1203-47d6-a914-0a7bfc2181ce req-0fbae2ac-556f-4516-8afc-e4a6cc50b0db tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:30.863619 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-6df3b238-1203-47d6-a914-0a7bfc2181ce req-0fbae2ac-556f-4516-8afc-e4a6cc50b0db tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] 10.222.0.41 "GET /v2.0/ports?device_id=e07f2504-e042-48e6-8a29-a2bba24a76d8 HTTP/1.1" status: 200  len: 946 time: 0.1578648
Sep 15 13:38:30.870562 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae357eb-aac0-408c-a0b9-b8e7bdd437ae req-f43536e3-a1b8-4041-b870-bffda3238110 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:30.872239 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-cae357eb-aac0-408c-a0b9-b8e7bdd437ae req-f43536e3-a1b8-4041-b870-bffda3238110 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 943 time: 0.1197143
Sep 15 13:38:30.922895 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-ecdb74f2-effc-4eb6-a6df-82f496f14a23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:30.925707 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-ecdb74f2-effc-4eb6-a6df-82f496f14a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:30.933363 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:38:30.956441 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-6df3b238-1203-47d6-a914-0a7bfc2181ce req-979b2973-c869-4277-8af0-e74e6f0a810c tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] 10.222.0.41 "GET /v2.0/security-groups?id=0afd651a-224a-4a13-beaf-ffff9b7d003e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0821650
Sep 15 13:38:30.958969 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-cae357eb-aac0-408c-a0b9-b8e7bdd437ae req-ee59ecb1-aaf5-4b22-85df-5e26e7bcedb4 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2b6258c-7125-4609-a047-87418a93f977&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0691049
Sep 15 13:38:30.980269 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-ecdb74f2-effc-4eb6-a6df-82f496f14a23 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5dd68e8d08b54197bcc8ea50e31eb7ab&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1952341
Sep 15 13:38:30.980517 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 57894) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:38:30.983251 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdb74f2-effc-4eb6-a6df-82f496f14a23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5017100f-736b-40b9-8dce-d284bd4b2100,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:38:31.002758 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-ecdb74f2-effc-4eb6-a6df-82f496f14a23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:38:31.049072 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2c7511dd-023d-4ca0-bfcb-70be40956492 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:31.078645 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2c7511dd-023d-4ca0-bfcb-70be40956492 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:31.122894 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2c7511dd-023d-4ca0-bfcb-70be40956492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:31.129462 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:38:31.142924 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7511dd-023d-4ca0-bfcb-70be40956492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5017100f-736b-40b9-8dce-d284bd4b2100,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:38:31.146024 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-2c7511dd-023d-4ca0-bfcb-70be40956492 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:38:31.146930 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2c7511dd-023d-4ca0-bfcb-70be40956492 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:31.151295 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-2c7511dd-023d-4ca0-bfcb-70be40956492 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5017100f-736b-40b9-8dce-d284bd4b2100 HTTP/1.1" status: 204  len: 168 time: 0.1667352
Sep 15 13:38:31.202041 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.agents_db [None req-051818a7-3814-4859-966a-2c4e7d325cc9 None None] Agent healthcheck: found 6 active agents {{(pid=82348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Sep 15 13:38:31.452760 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8798a821-8b58-47bf-87d4-3bf32ed09af4 req-31c5c4f0-2edd-49c9-93ca-5bffecee63ee tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:31.454763 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-8798a821-8b58-47bf-87d4-3bf32ed09af4 req-31c5c4f0-2edd-49c9-93ca-5bffecee63ee tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e632c56-791b-4093-85d6-b58807099a2b HTTP/1.1" status: 200  len: 943 time: 0.1013033
Sep 15 13:38:31.508231 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-8798a821-8b58-47bf-87d4-3bf32ed09af4 req-9f975ac4-121d-4bb0-af12-a87c76c7d631 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466068
Sep 15 13:38:31.813428 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7731c6-25cd-4c55-a361-3028524930e7 req-add337ee-e8e0-468f-9ece-91d0d9468b61 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:31.814609 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-1f7731c6-25cd-4c55-a361-3028524930e7 req-add337ee-e8e0-468f-9ece-91d0d9468b61 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/ports?device_id=77ed6e87-608d-4dd2-ac4e-4cf4e42fd368 HTTP/1.1" status: 200  len: 943 time: 0.0981770
Sep 15 13:38:31.865413 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-1f7731c6-25cd-4c55-a361-3028524930e7 req-a12a49ba-635a-418f-9903-bd01a1b79ce4 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c08ff91-f7c0-4639-896f-1511f14e2415&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433650
Sep 15 13:38:32.174012 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e0871-435c-42bf-b2b3-080d056fc560 req-46d44363-a50a-44c9-9545-c518ba658685 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:32.176328 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-709e0871-435c-42bf-b2b3-080d056fc560 req-46d44363-a50a-44c9-9545-c518ba658685 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 943 time: 0.0827887
Sep 15 13:38:32.224897 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-709e0871-435c-42bf-b2b3-080d056fc560 req-bc57d94d-dd3e-4871-97d7-3a173b111e5e tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2b6258c-7125-4609-a047-87418a93f977&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426698
Sep 15 13:38:32.715091 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de73328-2b7f-44fb-a59e-6264d921b3b4 req-6aa04750-0abd-4525-adf8-7a10a8fe170f tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:32.716709 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-0de73328-2b7f-44fb-a59e-6264d921b3b4 req-6aa04750-0abd-4525-adf8-7a10a8fe170f tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e632c56-791b-4093-85d6-b58807099a2b HTTP/1.1" status: 200  len: 943 time: 0.0854874
Sep 15 13:38:32.765160 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-0de73328-2b7f-44fb-a59e-6264d921b3b4 req-548ef514-624f-4879-a870-6040219a2c4e tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420516
Sep 15 13:38:33.042420 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Device cfe82913-7703-4af3-8804-f17b33bc3488 details requested by agent hyperv_hv-cinder-80918 with host hv-cinder-80918 {{(pid=82347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Sep 15 13:38:33.079649 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9de51f-de96-4f02-9ad6-249f9c2ef9f8 req-e38d0add-fec4-4d62-8295-8c85ecae3357 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:33.081328 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-eb9de51f-de96-4f02-9ad6-249f9c2ef9f8 req-e38d0add-fec4-4d62-8295-8c85ecae3357 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/ports?device_id=77ed6e87-608d-4dd2-ac4e-4cf4e42fd368 HTTP/1.1" status: 200  len: 943 time: 0.0850246
Sep 15 13:38:33.142287 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-eb9de51f-de96-4f02-9ad6-249f9c2ef9f8 req-c8b73aee-241f-4174-8fd9-66b324bc3171 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c08ff91-f7c0-4639-896f-1511f14e2415&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0535495
Sep 15 13:38:33.215357 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] For port cfe82913-7703-4af3-8804-f17b33bc3488, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=cfe82913-7703-4af3-8804-f17b33bc3488,segment=NetworkSegment(1ed3a544-0c3b-4c22-95a9-80d26a08a4c3),segment_id=1ed3a544-0c3b-4c22-95a9-80d26a08a4c3)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:38:33.231988 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Returning: {'device': 'cfe82913-7703-4af3-8804-f17b33bc3488', 'network_id': '9b5d95b3-3bf8-4370-9b66-9dd986b48a07', 'port_id': 'cfe82913-7703-4af3-8804-f17b33bc3488', 'mac_address': 'fa:16:3e:42:60:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1beceede-0773-432e-935b-1a5d4e30ef31', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 15 13:38:33.316061 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:33.338018 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfe82913-7703-4af3-8804-f17b33bc3488 {{(pid=82347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Sep 15 13:38:33.355074 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] For port cfe82913-7703-4af3-8804-f17b33bc3488, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=cfe82913-7703-4af3-8804-f17b33bc3488,segment=NetworkSegment(1ed3a544-0c3b-4c22-95a9-80d26a08a4c3),segment_id=1ed3a544-0c3b-4c22-95a9-80d26a08a4c3)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:38:33.364009 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:33.364812 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Device f2956099-e82d-4b8f-a492-2c456038e326 details requested by agent hyperv_hv-cinder-80918 with host hv-cinder-80918 {{(pid=82347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Sep 15 13:38:33.368527 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:38:33.472597 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Pushing event updated for resources: {'Port': ['ID=cfe82913-7703-4af3-8804-f17b33bc3488,revision_number=4']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:38:33.477359 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:38:33.517389 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-064efcdf-b3e1-465d-9c8d-680af340bbe2 req-17523e06-fef7-4df6-a815-db62b9438be8 service neutron] 10.222.0.36 "GET /v2.0/networks/e9c16276-857e-49e4-bec2-1a6e621bb0c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4635351
Sep 15 13:38:33.532303 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95477304-75ea-40d2-abae-b1043ef623f6 req-bac7becc-8543-4506-a008-61d09d7ed68f tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:33.538843 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-f433fd6b-6891-40f3-8870-f2a640b32532 req-92525956-8b94-4a81-9f94-434f7328a625 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5cb9c44d-f497-4d9c-aaec-a2fee224e186&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1578135
Sep 15 13:38:33.542012 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-95477304-75ea-40d2-abae-b1043ef623f6 req-bac7becc-8543-4506-a008-61d09d7ed68f tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 943 time: 0.1294467
Sep 15 13:38:33.645024 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:33.652532 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-95477304-75ea-40d2-abae-b1043ef623f6 req-cc6039b7-ed84-4c30-8980-49891a67ae26 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2b6258c-7125-4609-a047-87418a93f977&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1093154
Sep 15 13:38:33.854890 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-f433fd6b-6891-40f3-8870-f2a640b32532 req-cf95a44c-c94f-4700-87b5-6e6dab43b59d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=123dd1ba9d594e88a025896157079afa&device_id=5cb9c44d-f497-4d9c-aaec-a2fee224e186 HTTP/1.1" status: 200  len: 1098 time: 0.1289854
Sep 15 13:38:33.859201 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-d2b01f42-34fb-44da-9f80-a679ae2766a3 req-044c8e90-832a-4235-af9d-8589ed979f3b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=025c529061864e2ab47987e7d6ed7d28&device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 1096 time: 0.1771851
Sep 15 13:38:33.892083 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] For port f2956099-e82d-4b8f-a492-2c456038e326, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=f2956099-e82d-4b8f-a492-2c456038e326,segment=NetworkSegment(4bd26eda-5bf6-4400-9bb5-1b702a14f250),segment_id=4bd26eda-5bf6-4400-9bb5-1b702a14f250)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:38:33.908426 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Returning: {'device': 'f2956099-e82d-4b8f-a492-2c456038e326', 'network_id': '9bbaa344-d9a5-4321-ad27-cafc69ce0f2b', 'port_id': 'f2956099-e82d-4b8f-a492-2c456038e326', 'mac_address': 'fa:16:3e:5e:4f:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73bc4b07-7e04-44b7-bb1d-868aeed372a5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 15 13:38:33.967853 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:33.988118 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2956099-e82d-4b8f-a492-2c456038e326 {{(pid=82347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Sep 15 13:38:34.005578 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] For port f2956099-e82d-4b8f-a492-2c456038e326, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=f2956099-e82d-4b8f-a492-2c456038e326,segment=NetworkSegment(4bd26eda-5bf6-4400-9bb5-1b702a14f250),segment_id=4bd26eda-5bf6-4400-9bb5-1b702a14f250)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:38:34.011809 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:34.015270 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:38:34.098166 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Pushing event updated for resources: {'Port': ['ID=f2956099-e82d-4b8f-a492-2c456038e326,revision_number=4']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:38:34.101483 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7648658b-1895-4da3-bec3-8fdc65238b7a req-c935692a-1d62-4dcd-9372-465d0fb11a6f tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:34.101630 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:38:34.104005 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-7648658b-1895-4da3-bec3-8fdc65238b7a req-c935692a-1d62-4dcd-9372-465d0fb11a6f tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e632c56-791b-4093-85d6-b58807099a2b HTTP/1.1" status: 200  len: 944 time: 0.1276965
Sep 15 13:38:34.194739 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-7648658b-1895-4da3-bec3-8fdc65238b7a req-0692652c-45cd-482f-85d0-67e03379531f tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0844960
Sep 15 13:38:34.213816 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f433fd6b-6891-40f3-8870-f2a640b32532 req-56eb12bb-4b94-4007-b7cb-5a5fe0b09147 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:34.218796 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-f433fd6b-6891-40f3-8870-f2a640b32532 req-56eb12bb-4b94-4007-b7cb-5a5fe0b09147 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b896e533-b678-44d7-b97d-e7b840adb427 HTTP/1.1" status: 200  len: 915 time: 0.3192990
Sep 15 13:38:34.337466 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-f433fd6b-6891-40f3-8870-f2a640b32532 req-f1499437-67fd-434b-8314-fb767ad7f3c1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d146de1-007d-4207-8d58-3ab7e0266a17 HTTP/1.1" status: 200  len: 217 time: 0.1096740
Sep 15 13:38:34.420847 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b01f42-34fb-44da-9f80-a679ae2766a3 req-2e94c1b7-808a-48a5-a982-70af92482713 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:34.421051 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-d2b01f42-34fb-44da-9f80-a679ae2766a3 req-2e94c1b7-808a-48a5-a982-70af92482713 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e9c16276-857e-49e4-bec2-1a6e621bb0c0 HTTP/1.1" status: 200  len: 917 time: 0.5533376
Sep 15 13:38:34.499916 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6872a9f-ba9a-4540-9c85-9c206a504bce req-ee067b0a-0d51-4d12-8c23-59af799d295f tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:34.503148 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-f6872a9f-ba9a-4540-9c85-9c206a504bce req-ee067b0a-0d51-4d12-8c23-59af799d295f tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/ports?device_id=77ed6e87-608d-4dd2-ac4e-4cf4e42fd368 HTTP/1.1" status: 200  len: 944 time: 0.1026473
Sep 15 13:38:34.519176 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f433fd6b-6891-40f3-8870-f2a640b32532 req-b4a555ec-de7d-4d58-b94d-b64059057372 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:34.520795 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-f433fd6b-6891-40f3-8870-f2a640b32532 req-b4a555ec-de7d-4d58-b94d-b64059057372 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6e2787c1-0944-4332-859d-d1109defbfe6 HTTP/1.1" status: 200  len: 854 time: 0.1606162
Sep 15 13:38:34.522981 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-d2b01f42-34fb-44da-9f80-a679ae2766a3 req-c2107a31-6b12-41d1-993f-8721dae16437 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac7dedab-8994-4fd4-9bbd-3798273cfa83 HTTP/1.1" status: 200  len: 217 time: 0.0905688
Sep 15 13:38:34.545108 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] get_ports_and_sgs() called for port_ids ['f2956099-e82d-4b8f-a492-2c456038e326'] {{(pid=82347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 15 13:38:34.582027 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-f6872a9f-ba9a-4540-9c85-9c206a504bce req-185dfc01-a46c-4b9d-be56-903a5a170088 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c08ff91-f7c0-4639-896f-1511f14e2415&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0660322
Sep 15 13:38:34.582639 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] get_ports_and_sgs() called for port_ids ['cfe82913-7703-4af3-8804-f17b33bc3488'] {{(pid=82347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 15 13:38:34.623560 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-f433fd6b-6891-40f3-8870-f2a640b32532 req-18751230-67ad-44ff-924e-87ab99f4255b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b896e533-b678-44d7-b97d-e7b840adb427&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0907595
Sep 15 13:38:34.803618 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-f433fd6b-6891-40f3-8870-f2a640b32532 req-6847f9b2-113f-4950-9f0d-103bff496ce4 service neutron] 10.222.0.36 "GET /v2.0/networks/b896e533-b678-44d7-b97d-e7b840adb427?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1603689
Sep 15 13:38:34.892683 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b01f42-34fb-44da-9f80-a679ae2766a3 req-6149e70d-3af2-499a-a71f-ef1c5f344d90 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:34.894473 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-d2b01f42-34fb-44da-9f80-a679ae2766a3 req-6149e70d-3af2-499a-a71f-ef1c5f344d90 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5d3cda93-f669-4c8c-b3ae-fd1f6c47904a HTTP/1.1" status: 200  len: 855 time: 0.3240948
Sep 15 13:38:35.084327 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Device 67a62b8a-88f9-4fc2-b492-5b3b5d0e2c6c up at agent hyperv_hv-cinder-80918 {{(pid=82347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Sep 15 13:38:35.095214 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adf9d90-f009-4a67-ad52-7af322263784 req-5ad5476a-60f3-4c47-8658-c4ca3b145076 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:35.103595 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-4adf9d90-f009-4a67-ad52-7af322263784 req-5ad5476a-60f3-4c47-8658-c4ca3b145076 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 943 time: 0.1574032
Sep 15 13:38:35.171284 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-f433fd6b-6891-40f3-8870-f2a640b32532 req-4da391ed-4d2e-419f-b365-3ebc2d84aa5f service neutron] 10.222.0.36 "GET /v2.0/networks/b896e533-b678-44d7-b97d-e7b840adb427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3488750
Sep 15 13:38:35.188262 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-4adf9d90-f009-4a67-ad52-7af322263784 req-612600d9-edbf-4aac-b62c-170b87f686c5 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2b6258c-7125-4609-a047-87418a93f977&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0835786
Sep 15 13:38:35.192455 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-d2b01f42-34fb-44da-9f80-a679ae2766a3 req-4f9babbe-e965-45ee-b926-64b66b5c5abc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e9c16276-857e-49e4-bec2-1a6e621bb0c0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2666659
Sep 15 13:38:35.248693 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 58034) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:38:35.300637 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Provisioning for port 67a62b8a-88f9-4fc2-b492-5b3b5d0e2c6c completed by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Sep 15 13:38:35.305855 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Provisioning complete for port 67a62b8a-88f9-4fc2-b492-5b3b5d0e2c6c triggered by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:38:35.306279 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:35.437802 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-d2b01f42-34fb-44da-9f80-a679ae2766a3 req-c9c99b3c-5140-4673-a75b-b7d226dd829f service neutron] 10.222.0.36 "GET /v2.0/networks/e9c16276-857e-49e4-bec2-1a6e621bb0c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2356851
Sep 15 13:38:35.446634 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:35.476004 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-39c271f2-97ed-4611-ad43-a820dd77e5c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:35.493002 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dfebc96-1d27-4e99-9371-287665559258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67a62b8a-88f9-4fc2-b492-5b3b5d0e2c6c'}] {{(pid=82347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Sep 15 13:38:35.503012 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03061c9-88a6-49df-9c93-f6ac0954a2c4 req-2657079e-eaad-43eb-b708-1a886a009606 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:35.511054 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a03061c9-88a6-49df-9c93-f6ac0954a2c4 req-2657079e-eaad-43eb-b708-1a886a009606 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e632c56-791b-4093-85d6-b58807099a2b HTTP/1.1" status: 200  len: 944 time: 0.1428947
Sep 15 13:38:35.518445 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] For port 67a62b8a-88f9-4fc2-b492-5b3b5d0e2c6c, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=67a62b8a-88f9-4fc2-b492-5b3b5d0e2c6c,segment=NetworkSegment(4bd26eda-5bf6-4400-9bb5-1b702a14f250),segment_id=4bd26eda-5bf6-4400-9bb5-1b702a14f250)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:38:35.524292 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:35.530978 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:38:35.581709 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a03061c9-88a6-49df-9c93-f6ac0954a2c4 req-8ac0daad-f77b-4c60-9f9b-63f24ff62cdb tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0681884
Sep 15 13:38:35.586844 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-39c271f2-97ed-4611-ad43-a820dd77e5c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:38:35.593504 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-39c271f2-97ed-4611-ad43-a820dd77e5c1 admin admin] Usage tracker for resource:security_group_rule and tenant:98264e1616864122b2162bef3291132f is out of sync, need to count used quota {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:38:35.597343 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-39c271f2-97ed-4611-ad43-a820dd77e5c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:38:35.604599 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-39c271f2-97ed-4611-ad43-a820dd77e5c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:38:35.703244 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-39c271f2-97ed-4611-ad43-a820dd77e5c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:35.708860 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-39c271f2-97ed-4611-ad43-a820dd77e5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:35.723963 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dfebc96-1d27-4e99-9371-287665559258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67a62b8a-88f9-4fc2-b492-5b3b5d0e2c6c', 'code': 200}
Sep 15 13:38:35.726562 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Pushing event updated for resources: {'Port': ['ID=67a62b8a-88f9-4fc2-b492-5b3b5d0e2c6c,revision_number=5']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:38:35.745642 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:38:35.756345 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-39c271f2-97ed-4611-ad43-a820dd77e5c1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=98264e1616864122b2162bef3291132f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5062737
Sep 15 13:38:35.759345 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 58056) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:38:35.768572 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:38:35.781764 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c271f2-97ed-4611-ad43-a820dd77e5c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb2b91d4-530c-4bdb-a743-1d6d9073382c,revision_number=1']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:38:35.790360 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-d2b01f42-34fb-44da-9f80-a679ae2766a3 req-a8420ed5-d895-4944-84ee-ef9ed9f3a215 service neutron] 10.222.0.36 "GET /v2.0/networks/e9c16276-857e-49e4-bec2-1a6e621bb0c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2835402
Sep 15 13:38:35.805953 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-39c271f2-97ed-4611-ad43-a820dd77e5c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:38:35.867225 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-6e8c059a-60a8-42f1-8e39-2c3394c2aee8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:35.897926 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-6e8c059a-60a8-42f1-8e39-2c3394c2aee8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:35.953937 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ae00b3-6e49-45ad-816a-8535a7b9ccf5 req-b92815ec-6250-4936-b887-d6bcdc9a5a0b tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:35.962123 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-c5ae00b3-6e49-45ad-816a-8535a7b9ccf5 req-b92815ec-6250-4936-b887-d6bcdc9a5a0b tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/ports?device_id=77ed6e87-608d-4dd2-ac4e-4cf4e42fd368 HTTP/1.1" status: 200  len: 944 time: 0.1261621
Sep 15 13:38:36.019881 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-c5ae00b3-6e49-45ad-816a-8535a7b9ccf5 req-405e9bdf-576c-4cdd-9579-7bf7abc1cb7c tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c08ff91-f7c0-4639-896f-1511f14e2415&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0567100
Sep 15 13:38:36.058283 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-6e8c059a-60a8-42f1-8e39-2c3394c2aee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:36.067486 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:38:36.084010 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-53edf580-abfe-4855-b4ce-ce7bfdf5dcc4 req-be40b145-7c15-487b-90ff-9f5a07346bda service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1dfebc96-1d27-4e99-9371-287665559258 HTTP/1.1" status: 200  len: 1099 time: 0.1036625
Sep 15 13:38:36.084770 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8c059a-60a8-42f1-8e39-2c3394c2aee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb2b91d4-530c-4bdb-a743-1d6d9073382c,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:38:36.089635 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-6e8c059a-60a8-42f1-8e39-2c3394c2aee8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:38:36.091600 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-6e8c059a-60a8-42f1-8e39-2c3394c2aee8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:36.092780 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-6e8c059a-60a8-42f1-8e39-2c3394c2aee8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bb2b91d4-530c-4bdb-a743-1d6d9073382c HTTP/1.1" status: 204  len: 168 time: 0.3323009
Sep 15 13:38:36.187442 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-53edf580-abfe-4855-b4ce-ce7bfdf5dcc4 req-6ff08312-75f7-468c-89bd-13b991b5a105 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444982
Sep 15 13:38:36.457044 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78d2019-00fa-449c-896b-4f66facce6fe req-0b40d36f-7474-4c5c-87e1-23d41d5b8dc7 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:36.459082 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-b78d2019-00fa-449c-896b-4f66facce6fe req-0b40d36f-7474-4c5c-87e1-23d41d5b8dc7 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 943 time: 0.1144874
Sep 15 13:38:36.512397 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-b78d2019-00fa-449c-896b-4f66facce6fe req-d2625bb0-0094-4d1c-b52b-d01c89868c12 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2b6258c-7125-4609-a047-87418a93f977&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468066
Sep 15 13:38:36.789536 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93c1637-e0dc-43f9-8269-2138aa9a468c req-e9febf0a-d8be-4e93-b607-521a46ba8362 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:36.791130 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a93c1637-e0dc-43f9-8269-2138aa9a468c req-e9febf0a-d8be-4e93-b607-521a46ba8362 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e632c56-791b-4093-85d6-b58807099a2b HTTP/1.1" status: 200  len: 944 time: 0.0904200
Sep 15 13:38:36.849181 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a93c1637-e0dc-43f9-8269-2138aa9a468c req-0542197c-8f75-43d8-8b43-5f92ddf7351c tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512924
Sep 15 13:38:37.012157 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 58120) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:38:37.082848 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Device ac7dedab-8994-4fd4-9bbd-3798273cfa83 details requested by agent hyperv_hv-cinder-80918 with host hv-cinder-80918 {{(pid=82347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Sep 15 13:38:37.159933 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Device f2956099-e82d-4b8f-a492-2c456038e326 up at agent hyperv_hv-cinder-80918 {{(pid=82347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Sep 15 13:38:37.168329 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [None req-1613bf57-85ec-47dc-96d4-3117585bf7e5 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2101991447-network', 'tenant_id': '0cbcac6f7225495aa1bb03e6b75f260d'}} {{(pid=82345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:38:37.173274 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-1613bf57-85ec-47dc-96d4-3117585bf7e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:38:37.177436 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-1613bf57-85ec-47dc-96d4-3117585bf7e5 admin admin] Usage tracker for resource:network and tenant:0cbcac6f7225495aa1bb03e6b75f260d is out of sync, need to count used quota {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:38:37.182761 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-1613bf57-85ec-47dc-96d4-3117585bf7e5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:38:37.230592 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-1613bf57-85ec-47dc-96d4-3117585bf7e5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:38:37.249797 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1613bf57-85ec-47dc-96d4-3117585bf7e5 admin admin] Made reservation on behalf of 0cbcac6f7225495aa1bb03e6b75f260d for: {'network': 1} {{(pid=82345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Sep 15 13:38:37.254795 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-1613bf57-85ec-47dc-96d4-3117585bf7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for network, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:37.280444 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-1613bf57-85ec-47dc-96d4-3117585bf7e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:37.317102 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a08fdc-6ce1-48c1-b77c-1c797087e6bc req-174b3bf9-fe73-48eb-bd1b-7b74f218d6e5 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:37.318727 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-63a08fdc-6ce1-48c1-b77c-1c797087e6bc req-174b3bf9-fe73-48eb-bd1b-7b74f218d6e5 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/ports?device_id=77ed6e87-608d-4dd2-ac4e-4cf4e42fd368 HTTP/1.1" status: 200  len: 944 time: 0.1382318
Sep 15 13:38:37.323314 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] For port ac7dedab-8994-4fd4-9bbd-3798273cfa83, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=ac7dedab-8994-4fd4-9bbd-3798273cfa83,segment=NetworkSegment(11169836-79b2-4822-b283-a5d557a2336a),segment_id=11169836-79b2-4822-b283-a5d557a2336a)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:38:37.332587 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Provisioning for port f2956099-e82d-4b8f-a492-2c456038e326 completed by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Sep 15 13:38:37.344581 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Provisioning complete for port f2956099-e82d-4b8f-a492-2c456038e326 triggered by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:38:37.345225 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:37.352365 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-1613bf57-85ec-47dc-96d4-3117585bf7e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:38:37.361379 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-1613bf57-85ec-47dc-96d4-3117585bf7e5 admin admin] Usage tracker for resource:security_group_rule and tenant:0cbcac6f7225495aa1bb03e6b75f260d is out of sync, need to count used quota {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:38:37.365731 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-1613bf57-85ec-47dc-96d4-3117585bf7e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:38:37.380940 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-1613bf57-85ec-47dc-96d4-3117585bf7e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:38:37.387163 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Returning: {'device': 'ac7dedab-8994-4fd4-9bbd-3798273cfa83', 'network_id': 'e9c16276-857e-49e4-bec2-1a6e621bb0c0', 'port_id': 'ac7dedab-8994-4fd4-9bbd-3798273cfa83', 'mac_address': 'fa:16:3e:9e:f9:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d3cda93-f669-4c8c-b3ae-fd1f6c47904a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 15 13:38:37.401663 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-63a08fdc-6ce1-48c1-b77c-1c797087e6bc req-719a5037-bec2-4cf9-9324-56aec974cbee tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c08ff91-f7c0-4639-896f-1511f14e2415&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0726814
Sep 15 13:38:37.466820 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:37.476149 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-1613bf57-85ec-47dc-96d4-3117585bf7e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:37.479452 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-1613bf57-85ec-47dc-96d4-3117585bf7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:37.484019 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:38:37.514468 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1613bf57-85ec-47dc-96d4-3117585bf7e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354}  {{(pid=82345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}}
Sep 15 13:38:37.516620 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac7dedab-8994-4fd4-9bbd-3798273cfa83 {{(pid=82347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Sep 15 13:38:37.528527 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1613bf57-85ec-47dc-96d4-3117585bf7e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec045ec-f9aa-4f72-9045-a175b13bb7d2,revision_number=1']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:38:37.533469 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-1613bf57-85ec-47dc-96d4-3117585bf7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854307961'] for segment, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:37.533801 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.db.segments_db [None req-1613bf57-85ec-47dc-96d4-3117585bf7e5 admin admin] Added segment 63d1bfcf-0223-48a4-817f-096249120299 of type vlan for network 0aeb072c-a9dd-4843-980d-6722c2605338
Sep 15 13:38:37.550512 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1613bf57-85ec-47dc-96d4-3117585bf7e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:38:37.550599 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1613bf57-85ec-47dc-96d4-3117585bf7e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:38:37.551104 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1613bf57-85ec-47dc-96d4-3117585bf7e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:38:37.553665 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1613bf57-85ec-47dc-96d4-3117585bf7e5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:38:37.554084 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1613bf57-85ec-47dc-96d4-3117585bf7e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:38:37.554484 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1613bf57-85ec-47dc-96d4-3117585bf7e5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:38:37.554879 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1613bf57-85ec-47dc-96d4-3117585bf7e5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:38:37.555693 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1613bf57-85ec-47dc-96d4-3117585bf7e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:38:37.556048 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1613bf57-85ec-47dc-96d4-3117585bf7e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:38:37.556437 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1613bf57-85ec-47dc-96d4-3117585bf7e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:38:37.556829 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1613bf57-85ec-47dc-96d4-3117585bf7e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:38:37.556934 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] For port ac7dedab-8994-4fd4-9bbd-3798273cfa83, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=ac7dedab-8994-4fd4-9bbd-3798273cfa83,segment=NetworkSegment(11169836-79b2-4822-b283-a5d557a2336a),segment_id=11169836-79b2-4822-b283-a5d557a2336a)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:38:37.576108 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:37.580029 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-1613bf57-85ec-47dc-96d4-3117585bf7e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:38:37.581297 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:38:37.603421 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-1613bf57-85ec-47dc-96d4-3117585bf7e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735110816490'] for network, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:37.625292 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:37.658606 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-1613bf57-85ec-47dc-96d4-3117585bf7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916'] for network, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:37.660050 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1613bf57-85ec-47dc-96d4-3117585bf7e5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:37.672596 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-1613bf57-85ec-47dc-96d4-3117585bf7e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7149901'] for network, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:37.676324 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Pushing event updated for resources: {'Port': ['ID=ac7dedab-8994-4fd4-9bbd-3798273cfa83,revision_number=4']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:38:37.682530 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:38:37.700500 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:38:37.705561 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] For port f2956099-e82d-4b8f-a492-2c456038e326, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=f2956099-e82d-4b8f-a492-2c456038e326,segment=NetworkSegment(4bd26eda-5bf6-4400-9bb5-1b702a14f250),segment_id=4bd26eda-5bf6-4400-9bb5-1b702a14f250)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:38:37.708762 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:37.709796 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Device cfe82913-7703-4af3-8804-f17b33bc3488 up at agent hyperv_hv-cinder-80918 {{(pid=82347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Sep 15 13:38:37.739222 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:38:37.771481 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e632c56-791b-4093-85d6-b58807099a2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2956099-e82d-4b8f-a492-2c456038e326'}] {{(pid=82347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Sep 15 13:38:37.847807 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e632c56-791b-4093-85d6-b58807099a2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2956099-e82d-4b8f-a492-2c456038e326', 'code': 200}
Sep 15 13:38:37.849102 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Pushing event updated for resources: {'Port': ['ID=f2956099-e82d-4b8f-a492-2c456038e326,revision_number=5']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:38:37.860370 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:38:37.863402 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Provisioning for port cfe82913-7703-4af3-8804-f17b33bc3488 completed by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Sep 15 13:38:37.868517 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Provisioning complete for port cfe82913-7703-4af3-8804-f17b33bc3488 triggered by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:38:37.868943 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:37.888516 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-1613bf57-85ec-47dc-96d4-3117585bf7e5 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.8751166
Sep 15 13:38:37.889713 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 58146) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:38:37.891968 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 58148) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:38:37.910517 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1613bf57-85ec-47dc-96d4-3117585bf7e5 admin admin] Pushing event updated for resources: {'Network': ['ID=0aeb072c-a9dd-4843-980d-6722c2605338,revision_number=1']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:38:37.913228 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [None req-5093eb41-19aa-4aba-af2b-cdd6121728ac admin admin] Request body: {'subnet': {'network_id': '0aeb072c-a9dd-4843-980d-6722c2605338', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2101991447-subnet', 'tenant_id': '0cbcac6f7225495aa1bb03e6b75f260d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:38:37.933838 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Network 0aeb072c-a9dd-4843-980d-6722c2605338 details requested by agent ovs-agent-dv-cinder-809181-1-iscsi with host dv-cinder-809181-1-iscsi {{(pid=82347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Sep 15 13:38:37.934407 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-5093eb41-19aa-4aba-af2b-cdd6121728ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:38:37.947476 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-5093eb41-19aa-4aba-af2b-cdd6121728ac admin admin] Usage tracker for resource:subnet and tenant:0cbcac6f7225495aa1bb03e6b75f260d is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:38:37.952653 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-5093eb41-19aa-4aba-af2b-cdd6121728ac admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:38:37.952892 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-1613bf57-85ec-47dc-96d4-3117585bf7e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:38:37.975342 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-5093eb41-19aa-4aba-af2b-cdd6121728ac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:38:37.990601 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb14042f-2b3a-4612-88b3-5a0a582ca998 req-01cbd587-c72d-4f72-8586-22d94ca1c971 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:37.992509 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-cb14042f-2b3a-4612-88b3-5a0a582ca998 req-01cbd587-c72d-4f72-8586-22d94ca1c971 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 944 time: 0.2930984
Sep 15 13:38:37.999161 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5093eb41-19aa-4aba-af2b-cdd6121728ac admin admin] Made reservation on behalf of 0cbcac6f7225495aa1bb03e6b75f260d for: {'subnet': 1} {{(pid=82346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Sep 15 13:38:38.004185 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5093eb41-19aa-4aba-af2b-cdd6121728ac admin admin] Notify callbacks [] for subnet, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:38.039564 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] get_ports_and_sgs() called for port_ids ['ac7dedab-8994-4fd4-9bbd-3798273cfa83'] {{(pid=82347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 15 13:38:38.137201 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-cb14042f-2b3a-4612-88b3-5a0a582ca998 req-7b44167c-791a-42de-8629-ab8b9b05cbec tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2b6258c-7125-4609-a047-87418a93f977&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1317182
Sep 15 13:38:38.212826 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e645834-9b81-49df-b168-da902fbff0ee req-51948235-910e-4696-81b7-62c0f0637a79 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:38.215217 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-4e645834-9b81-49df-b168-da902fbff0ee req-51948235-910e-4696-81b7-62c0f0637a79 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e632c56-791b-4093-85d6-b58807099a2b HTTP/1.1" status: 200  len: 945 time: 0.2184989
Sep 15 13:38:38.310935 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-dbaed87f-dfef-4e96-8fca-ee116f301e7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:38.318121 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:38.321115 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-4e645834-9b81-49df-b168-da902fbff0ee req-81bd6ff6-2c58-47b3-9db8-bf3e64270279 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0947046
Sep 15 13:38:38.374009 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-dbaed87f-dfef-4e96-8fca-ee116f301e7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:38:38.388170 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-dbaed87f-dfef-4e96-8fca-ee116f301e7b admin admin] Usage tracker for resource:security_group_rule and tenant:6b334bbf19ff43faa9b237d232b4ecf4 is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:38:38.396083 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-dbaed87f-dfef-4e96-8fca-ee116f301e7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:38:38.404898 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-dbaed87f-dfef-4e96-8fca-ee116f301e7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:38:38.405284 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] For port cfe82913-7703-4af3-8804-f17b33bc3488, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=cfe82913-7703-4af3-8804-f17b33bc3488,segment=NetworkSegment(1ed3a544-0c3b-4c22-95a9-80d26a08a4c3),segment_id=1ed3a544-0c3b-4c22-95a9-80d26a08a4c3)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:38:38.410919 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5093eb41-19aa-4aba-af2b-cdd6121728ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916'] for subnet, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:38.416427 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:38.420834 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-35e19fbf-621b-487e-ac1c-caf6dec05c51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:38:38.431270 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:38:38.505739 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Pushing event updated for resources: {'Port': ['ID=cfe82913-7703-4af3-8804-f17b33bc3488,revision_number=5']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:38:38.535385 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:38:38.647154 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0bdb04-7dba-429c-a86e-0e2c1ca89651 req-43fcdd86-ce98-4131-8377-0e7d6f8d21c5 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:38.648815 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-7f0bdb04-7dba-429c-a86e-0e2c1ca89651 req-43fcdd86-ce98-4131-8377-0e7d6f8d21c5 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/ports?device_id=77ed6e87-608d-4dd2-ac4e-4cf4e42fd368 HTTP/1.1" status: 200  len: 945 time: 0.0918796
Sep 15 13:38:38.700185 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-7f0bdb04-7dba-429c-a86e-0e2c1ca89651 req-b55fd9d9-7f74-422d-83ee-93ce83c6be9d tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c08ff91-f7c0-4639-896f-1511f14e2415&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449255
Sep 15 13:38:38.710764 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-7192831b-4284-4b7a-bd48-f6b9b86f58e5 req-6ee81017-d727-4aa5-9041-3dc3def1f7ca service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1e632c56-791b-4093-85d6-b58807099a2b HTTP/1.1" status: 200  len: 1098 time: 0.4725106
Sep 15 13:38:38.728987 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5093eb41-19aa-4aba-af2b-cdd6121728ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=351e9296-ac88-478f-acd0-033a2a9e029f,revision_number=0']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:38:38.780867 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5093eb41-19aa-4aba-af2b-cdd6121728ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:38:38.781273 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5093eb41-19aa-4aba-af2b-cdd6121728ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:38:38.781669 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5093eb41-19aa-4aba-af2b-cdd6121728ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:38:38.782064 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5093eb41-19aa-4aba-af2b-cdd6121728ac admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:38:38.782455 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5093eb41-19aa-4aba-af2b-cdd6121728ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:38:38.782839 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5093eb41-19aa-4aba-af2b-cdd6121728ac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:38:38.783223 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5093eb41-19aa-4aba-af2b-cdd6121728ac admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:38:38.784168 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5093eb41-19aa-4aba-af2b-cdd6121728ac admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:38:38.784551 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5093eb41-19aa-4aba-af2b-cdd6121728ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:38:38.784928 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5093eb41-19aa-4aba-af2b-cdd6121728ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:38:38.785309 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5093eb41-19aa-4aba-af2b-cdd6121728ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:38:38.793338 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-5093eb41-19aa-4aba-af2b-cdd6121728ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:38:38.810296 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5093eb41-19aa-4aba-af2b-cdd6121728ac admin admin] Checking segment: {'id': '63d1bfcf-0223-48a4-817f-096249120299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0aeb072c-a9dd-4843-980d-6722c2605338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Sep 15 13:38:38.810694 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5093eb41-19aa-4aba-af2b-cdd6121728ac admin admin] Network hostable DHCP agents. Network: 0aeb072c-a9dd-4843-980d-6722c2605338, hostable agents: ['1e45ab9c-2f68-483a-a4f9-339d8484c2ba'], hosted agents: [] {{(pid=82346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Sep 15 13:38:38.846949 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-dbaed87f-dfef-4e96-8fca-ee116f301e7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:38.849263 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-7192831b-4284-4b7a-bd48-f6b9b86f58e5 req-d6bcbc74-d97f-4198-88b5-86f58baa9600 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1224277
Sep 15 13:38:38.852614 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-dbaed87f-dfef-4e96-8fca-ee116f301e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:38.862431 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:38:38.901154 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5093eb41-19aa-4aba-af2b-cdd6121728ac admin admin] Network 0aeb072c-a9dd-4843-980d-6722c2605338 is scheduled to be hosted by DHCP agent 1e45ab9c-2f68-483a-a4f9-339d8484c2ba with binding_index 1 {{(pid=82346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Sep 15 13:38:38.913106 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaed87f-dfef-4e96-8fca-ee116f301e7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7dae99-8331-4603-8207-ab2024cbfa5c,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:38:38.917909 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-dbaed87f-dfef-4e96-8fca-ee116f301e7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:38:38.920383 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-dbaed87f-dfef-4e96-8fca-ee116f301e7b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6b334bbf19ff43faa9b237d232b4ecf4&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0270340
Sep 15 13:38:38.921679 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.base_scheduler [None req-5093eb41-19aa-4aba-af2b-cdd6121728ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809181-1-iscsi, 0aeb072c-a9dd-4843-980d-6722c2605338) {{(pid=82346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Sep 15 13:38:38.923376 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 58170) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:38:38.927050 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5093eb41-19aa-4aba-af2b-cdd6121728ac admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:38.927807 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5093eb41-19aa-4aba-af2b-cdd6121728ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7149901'] for subnet, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:38.930673 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de93cc8-ea0a-4da8-a252-c62e3c1f6610 None None] Network 0aeb072c-a9dd-4843-980d-6722c2605338 requested from dv-cinder-809181-1-iscsi {{(pid=82347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Sep 15 13:38:38.955842 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-5093eb41-19aa-4aba-af2b-cdd6121728ac admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.0591443
Sep 15 13:38:38.994322 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-d5754ffc-31ce-4a71-b7ce-3b86720be178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:39.022766 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-d5754ffc-31ce-4a71-b7ce-3b86720be178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:39.069543 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-d5754ffc-31ce-4a71-b7ce-3b86720be178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:39.074278 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:38:39.089003 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5754ffc-31ce-4a71-b7ce-3b86720be178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7dae99-8331-4603-8207-ab2024cbfa5c,revision_number=None']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:38:39.092157 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-d5754ffc-31ce-4a71-b7ce-3b86720be178 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:38:39.094171 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-d5754ffc-31ce-4a71-b7ce-3b86720be178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:39.098732 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-d5754ffc-31ce-4a71-b7ce-3b86720be178 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1f7dae99-8331-4603-8207-ab2024cbfa5c HTTP/1.1" status: 204  len: 168 time: 0.1742389
Sep 15 13:38:39.181428 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aee956b-d93e-4d77-a18a-ab70296af5dd None None] Network 0aeb072c-a9dd-4843-980d-6722c2605338 requested from dv-cinder-809181-1-iscsi {{(pid=82347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Sep 15 13:38:39.459665 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b5d70e-31fc-4167-807a-70d08fa1383d req-694371d8-fdf0-4295-9824-0782534aa7df tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:39.467781 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-03b5d70e-31fc-4167-807a-70d08fa1383d req-694371d8-fdf0-4295-9824-0782534aa7df tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 944 time: 0.1646214
Sep 15 13:38:39.539352 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-03b5d70e-31fc-4167-807a-70d08fa1383d req-15cd1802-84fd-4ecf-b9de-117c80bcf858 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2b6258c-7125-4609-a047-87418a93f977&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0705223
Sep 15 13:38:39.637376 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abacdfd-7e6e-4d36-ba24-3bf03fc925ac req-cceb1a5f-712a-4843-9f85-4bf93bf5eecf tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:39.639022 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-5abacdfd-7e6e-4d36-ba24-3bf03fc925ac req-cceb1a5f-712a-4843-9f85-4bf93bf5eecf tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e632c56-791b-4093-85d6-b58807099a2b HTTP/1.1" status: 200  len: 945 time: 0.1038973
Sep 15 13:38:39.656974 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 58196) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:38:39.680805 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b3259008-9887-4693-84a8-4469dabc7e57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:39.729625 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-b3259008-9887-4693-84a8-4469dabc7e57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:38:39.734805 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-b3259008-9887-4693-84a8-4469dabc7e57 admin admin] Usage tracker for resource:security_group_rule and tenant:cb35c973cbae4453b3da4addef3475c1 is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:38:39.739592 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-b3259008-9887-4693-84a8-4469dabc7e57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:38:39.747821 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-b3259008-9887-4693-84a8-4469dabc7e57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:38:39.753236 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-5abacdfd-7e6e-4d36-ba24-3bf03fc925ac req-e5151705-a596-44f4-b3e2-d319eba8c3ed tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0909338
Sep 15 13:38:39.849045 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77ed6e87-608d-4dd2-ac4e-4cf4e42fd368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfe82913-7703-4af3-8804-f17b33bc3488'}] {{(pid=82347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Sep 15 13:38:39.867788 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b3259008-9887-4693-84a8-4469dabc7e57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:39.872188 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b3259008-9887-4693-84a8-4469dabc7e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:39.881287 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-bbb0c758-5a71-4e45-854f-368f05a6512d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:38:39.927408 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3259008-9887-4693-84a8-4469dabc7e57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0dc1056-1f8b-447d-96c8-4c70caec6df8,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:38:39.931316 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-b3259008-9887-4693-84a8-4469dabc7e57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:38:39.937274 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-b3259008-9887-4693-84a8-4469dabc7e57 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cb35c973cbae4453b3da4addef3475c1&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2767355
Sep 15 13:38:39.938735 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 58210) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:38:39.986514 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77ed6e87-608d-4dd2-ac4e-4cf4e42fd368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfe82913-7703-4af3-8804-f17b33bc3488', 'code': 200}
Sep 15 13:38:39.994632 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 58214) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:38:39.997170 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc14eb1-f186-47db-b230-654ba60c9b92 req-ae443c53-1884-4083-9f65-9721c4c2a317 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:39.999048 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-ffc14eb1-f186-47db-b230-654ba60c9b92 req-ae443c53-1884-4083-9f65-9721c4c2a317 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/ports?device_id=77ed6e87-608d-4dd2-ac4e-4cf4e42fd368 HTTP/1.1" status: 200  len: 945 time: 0.1392572
Sep 15 13:38:40.035494 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-c9ada0c6-16a1-488f-85c9-c822851880de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:40.052227 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-ffc14eb1-f186-47db-b230-654ba60c9b92 req-e3936720-1a10-4077-9b36-28252f3e9bba tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c08ff91-f7c0-4639-896f-1511f14e2415&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461493
Sep 15 13:38:40.063782 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-c9ada0c6-16a1-488f-85c9-c822851880de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:40.115429 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-c9ada0c6-16a1-488f-85c9-c822851880de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:40.120721 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-1053149f-b404-487c-9a38-01ee2b08c49e tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:38:40.133685 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ada0c6-16a1-488f-85c9-c822851880de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0dc1056-1f8b-447d-96c8-4c70caec6df8,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:38:40.136875 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-c9ada0c6-16a1-488f-85c9-c822851880de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:38:40.138850 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-c9ada0c6-16a1-488f-85c9-c822851880de admin admin] Notify callbacks [] for security_group, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:40.140190 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-c9ada0c6-16a1-488f-85c9-c822851880de admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f0dc1056-1f8b-447d-96c8-4c70caec6df8 HTTP/1.1" status: 204  len: 168 time: 0.2003503
Sep 15 13:38:40.169011 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b98dcc65-6539-4ef8-b962-be8d16636073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:40.202155 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-b98dcc65-6539-4ef8-b962-be8d16636073 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:38:40.206301 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-b98dcc65-6539-4ef8-b962-be8d16636073 admin admin] Usage tracker for resource:security_group_rule and tenant:80c2469b35ae4e279ddb5853ee4bb180 is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:38:40.209258 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-b98dcc65-6539-4ef8-b962-be8d16636073 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:38:40.215335 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-b98dcc65-6539-4ef8-b962-be8d16636073 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:38:40.341410 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b98dcc65-6539-4ef8-b962-be8d16636073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:40.347388 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b98dcc65-6539-4ef8-b962-be8d16636073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:40.357231 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-2c7511dd-023d-4ca0-bfcb-70be40956492 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:38:40.446630 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98dcc65-6539-4ef8-b962-be8d16636073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c29ae87-c064-41df-8367-e830851d5ae8,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:38:40.451928 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-b98dcc65-6539-4ef8-b962-be8d16636073 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=80c2469b35ae4e279ddb5853ee4bb180&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4561312
Sep 15 13:38:40.453991 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-b98dcc65-6539-4ef8-b962-be8d16636073 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:38:40.455311 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 58226) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:38:40.487565 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-ef5b9e8a-c392-43ec-837b-fb600ffbfbac req-859c268a-032f-4306-8266-29f2df69e650 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=77ed6e87-608d-4dd2-ac4e-4cf4e42fd368 HTTP/1.1" status: 200  len: 1098 time: 0.0891042
Sep 15 13:38:40.524202 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-0430e6e0-3dec-41d9-9ab2-d34f74dc0278 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:40.542457 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-ef5b9e8a-c392-43ec-837b-fb600ffbfbac req-ce9e6124-c5f5-4677-8c8e-0c8a8d2ab6a9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7c08ff91-f7c0-4639-896f-1511f14e2415&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0480230
Sep 15 13:38:40.552982 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-0430e6e0-3dec-41d9-9ab2-d34f74dc0278 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:40.610349 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-0430e6e0-3dec-41d9-9ab2-d34f74dc0278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:40.616032 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-981245e1-ebf0-4422-b912-8e396bd4f032 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:38:40.631721 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0430e6e0-3dec-41d9-9ab2-d34f74dc0278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c29ae87-c064-41df-8367-e830851d5ae8,revision_number=None']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:38:40.638980 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-0430e6e0-3dec-41d9-9ab2-d34f74dc0278 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:40.643622 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-0430e6e0-3dec-41d9-9ab2-d34f74dc0278 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0c29ae87-c064-41df-8367-e830851d5ae8 HTTP/1.1" status: 204  len: 168 time: 0.1841938
Sep 15 13:38:40.643622 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-0430e6e0-3dec-41d9-9ab2-d34f74dc0278 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:38:40.810295 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a810dee6-0f88-4357-aecc-e2d2cecbb644 req-4770ec0c-fa7b-4cba-95bd-2bee7e84b82c tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:40.812089 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a810dee6-0f88-4357-aecc-e2d2cecbb644 req-4770ec0c-fa7b-4cba-95bd-2bee7e84b82c tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 944 time: 0.0936773
Sep 15 13:38:40.879349 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a810dee6-0f88-4357-aecc-e2d2cecbb644 req-a79416c8-9962-4a46-8765-13720114a36b tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2b6258c-7125-4609-a047-87418a93f977&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0607820
Sep 15 13:38:40.992799 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c007d3-afdc-464d-b73e-5475dcb487bd req-ce9335d5-789a-4710-a1b5-fd8538976cb2 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:40.994400 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-82c007d3-afdc-464d-b73e-5475dcb487bd req-ce9335d5-789a-4710-a1b5-fd8538976cb2 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e632c56-791b-4093-85d6-b58807099a2b HTTP/1.1" status: 200  len: 945 time: 0.0995061
Sep 15 13:38:41.063661 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-82c007d3-afdc-464d-b73e-5475dcb487bd req-5b996c46-fc1a-4e8d-8784-91050e6cd3d8 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628738
Sep 15 13:38:41.116520 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 58262) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:38:41.119135 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Device ac7dedab-8994-4fd4-9bbd-3798273cfa83 up at agent hyperv_hv-cinder-80918 {{(pid=82347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Sep 15 13:38:41.158756 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-de58a0a5-db1f-4c21-a6f3-8d70bd078d80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:41.233818 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-de58a0a5-db1f-4c21-a6f3-8d70bd078d80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:38:41.239354 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-de58a0a5-db1f-4c21-a6f3-8d70bd078d80 admin admin] Usage tracker for resource:security_group_rule and tenant:c9d738bc027d46d4bc3369c84034353a is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:38:41.250971 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-de58a0a5-db1f-4c21-a6f3-8d70bd078d80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:38:41.283211 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-de58a0a5-db1f-4c21-a6f3-8d70bd078d80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:38:41.300077 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Provisioning for port ac7dedab-8994-4fd4-9bbd-3798273cfa83 completed by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Sep 15 13:38:41.305783 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Provisioning complete for port ac7dedab-8994-4fd4-9bbd-3798273cfa83 triggered by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:38:41.306389 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:41.392980 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-de58a0a5-db1f-4c21-a6f3-8d70bd078d80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:41.394182 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cbc6a3-5ef5-444b-8996-8506d7de6050 req-5180b9fc-0a29-46b4-9b11-55083d6ce608 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:41.397873 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-de58a0a5-db1f-4c21-a6f3-8d70bd078d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:41.402450 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-d4cbc6a3-5ef5-444b-8996-8506d7de6050 req-5180b9fc-0a29-46b4-9b11-55083d6ce608 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/ports?device_id=77ed6e87-608d-4dd2-ac4e-4cf4e42fd368 HTTP/1.1" status: 200  len: 945 time: 0.1046057
Sep 15 13:38:41.408159 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:38:41.446854 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de58a0a5-db1f-4c21-a6f3-8d70bd078d80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b1215c-4b3b-4286-a19d-1e7f28d8160e,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:38:41.464020 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:41.467063 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-d4cbc6a3-5ef5-444b-8996-8506d7de6050 req-982a74b8-0146-446d-b894-151f6641950f tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c08ff91-f7c0-4639-896f-1511f14e2415&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0631912
Sep 15 13:38:41.469454 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-de58a0a5-db1f-4c21-a6f3-8d70bd078d80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:38:41.504073 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] For port ac7dedab-8994-4fd4-9bbd-3798273cfa83, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=ac7dedab-8994-4fd4-9bbd-3798273cfa83,segment=NetworkSegment(11169836-79b2-4822-b283-a5d557a2336a),segment_id=11169836-79b2-4822-b283-a5d557a2336a)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:38:41.504533 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-de58a0a5-db1f-4c21-a6f3-8d70bd078d80 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c9d738bc027d46d4bc3369c84034353a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3867199
Sep 15 13:38:41.505357 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 58274) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:38:41.508696 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:41.510870 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:38:41.587205 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Pushing event updated for resources: {'Port': ['ID=ac7dedab-8994-4fd4-9bbd-3798273cfa83,revision_number=5']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:38:41.597632 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:38:41.598214 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:38:41.598682 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:38:41.599150 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:38:41.599671 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:38:41.600095 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:38:41.600587 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:38:41.601181 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:38:41.601632 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:38:41.602163 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:38:41.602713 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:38:41.607387 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:38:41.609357 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-9c821b84-6dc0-466f-93ba-aba0b8d65518 req-abe85ef0-686b-4103-8598-5c9a65fa5aa5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=80893221bf4b42c18fd54176a50bc76a&device_id=1e632c56-791b-4093-85d6-b58807099a2b HTTP/1.1" status: 200  len: 1098 time: 0.1033080
Sep 15 13:38:41.736710 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-111445e6-c76d-46fa-b0c2-5295bdc15534 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:41.792909 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c821b84-6dc0-466f-93ba-aba0b8d65518 req-282c7288-9b94-42c6-961b-e6c862ae4fd4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:41.794811 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-9c821b84-6dc0-466f-93ba-aba0b8d65518 req-282c7288-9b94-42c6-961b-e6c862ae4fd4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9bbaa344-d9a5-4321-ad27-cafc69ce0f2b HTTP/1.1" status: 200  len: 919 time: 0.1760807
Sep 15 13:38:41.975566 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-9c821b84-6dc0-466f-93ba-aba0b8d65518 req-64675424-944a-4e4e-9cee-73bbb10722ba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2956099-e82d-4b8f-a492-2c456038e326 HTTP/1.1" status: 200  len: 217 time: 0.0723875
Sep 15 13:38:41.988093 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea90189b-6db1-44bc-9a33-ebff7f7fcbaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac7dedab-8994-4fd4-9bbd-3798273cfa83'}] {{(pid=82347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Sep 15 13:38:42.039714 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-111445e6-c76d-46fa-b0c2-5295bdc15534 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:42.092702 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcd62bd-9f81-4cfd-a994-eb31430f2fea req-6a5e85b2-2761-4e21-b226-711b7774b29c tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:42.094325 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-fdcd62bd-9f81-4cfd-a994-eb31430f2fea req-6a5e85b2-2761-4e21-b226-711b7774b29c tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e632c56-791b-4093-85d6-b58807099a2b HTTP/1.1" status: 200  len: 945 time: 0.4427476
Sep 15 13:38:42.103765 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c821b84-6dc0-466f-93ba-aba0b8d65518 req-7a9aeb9c-2c74-4396-a086-8cd751003f78 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:42.105614 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-9c821b84-6dc0-466f-93ba-aba0b8d65518 req-7a9aeb9c-2c74-4396-a086-8cd751003f78 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=73bc4b07-7e04-44b7-bb1d-868aeed372a5 HTTP/1.1" status: 200  len: 858 time: 0.0762610
Sep 15 13:38:42.120571 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed191485-0e28-4987-8a89-f0518725748c req-e06366e3-02fa-4580-85ae-f08d79efabf2 tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:42.121317 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-ed191485-0e28-4987-8a89-f0518725748c req-e06366e3-02fa-4580-85ae-f08d79efabf2 tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Synchronizing usage tracker for tenant:0cbcac6f7225495aa1bb03e6b75f260d on resource:network {{(pid=82345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Sep 15 13:38:42.180309 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-9c821b84-6dc0-466f-93ba-aba0b8d65518 req-7da40548-a8a7-4041-94d5-488c785d3c57 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9bbaa344-d9a5-4321-ad27-cafc69ce0f2b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0511148
Sep 15 13:38:42.188747 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-ed191485-0e28-4987-8a89-f0518725748c req-e06366e3-02fa-4580-85ae-f08d79efabf2 tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Unset dirty status for tenant:0cbcac6f7225495aa1bb03e6b75f260d on resource:network {{(pid=82345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Sep 15 13:38:42.190056 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-ed191485-0e28-4987-8a89-f0518725748c req-e06366e3-02fa-4580-85ae-f08d79efabf2 tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] 10.222.0.41 "GET /v2.0/networks?id=0aeb072c-a9dd-4843-980d-6722c2605338 HTTP/1.1" status: 200  len: 814 time: 0.5693040
Sep 15 13:38:42.193408 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-111445e6-c76d-46fa-b0c2-5295bdc15534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:42.200382 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-0dc85796-2879-4b19-81ed-0e82dd571e8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:38:42.220319 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-fdcd62bd-9f81-4cfd-a994-eb31430f2fea req-7cf95ad0-ecba-43cd-8269-b8732004c6e7 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1052094
Sep 15 13:38:42.237746 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-ed191485-0e28-4987-8a89-f0518725748c req-4b1bc8f3-44e0-4c07-a093-354998042f1c tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] 10.222.0.41 "GET /v2.0/quotas/0cbcac6f7225495aa1bb03e6b75f260d HTTP/1.1" status: 200  len: 375 time: 0.0383050
Sep 15 13:38:42.239063 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111445e6-c76d-46fa-b0c2-5295bdc15534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b1215c-4b3b-4286-a19d-1e7f28d8160e,revision_number=None']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:38:42.262181 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-111445e6-c76d-46fa-b0c2-5295bdc15534 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:38:42.327410 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-ed191485-0e28-4987-8a89-f0518725748c req-77d6dde7-ed73-4194-b758-0a66784a8480 tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0cbcac6f7225495aa1bb03e6b75f260d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0557365
Sep 15 13:38:42.351355 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-111445e6-c76d-46fa-b0c2-5295bdc15534 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:42.352822 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-111445e6-c76d-46fa-b0c2-5295bdc15534 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b9b1215c-4b3b-4286-a19d-1e7f28d8160e HTTP/1.1" status: 204  len: 168 time: 0.8460689
Sep 15 13:38:42.415174 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-9c821b84-6dc0-466f-93ba-aba0b8d65518 req-a6fdb0d0-a923-4021-823f-bd3b73b41940 service neutron] 10.222.0.36 "GET /v2.0/networks/9bbaa344-d9a5-4321-ad27-cafc69ce0f2b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2159297
Sep 15 13:38:42.540117 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-ed191485-0e28-4987-8a89-f0518725748c req-e99c1a2e-0b19-4db7-baa3-b180f6a34522 service neutron] 10.222.0.41 "GET /v2.0/networks/0aeb072c-a9dd-4843-980d-6722c2605338?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2115321
Sep 15 13:38:42.592905 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-9c821b84-6dc0-466f-93ba-aba0b8d65518 req-9e22d6f6-85d5-4b4e-8ccb-20cfbf20285b service neutron] 10.222.0.36 "GET /v2.0/networks/9bbaa344-d9a5-4321-ad27-cafc69ce0f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1702442
Sep 15 13:38:42.608499 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046c65f7-6dc6-4177-8a1f-1a27a679aaec req-97c34724-aabf-4170-92d2-3a5d10d20340 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:42.610305 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-046c65f7-6dc6-4177-8a1f-1a27a679aaec req-97c34724-aabf-4170-92d2-3a5d10d20340 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 945 time: 0.1715219
Sep 15 13:38:42.748199 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-ed191485-0e28-4987-8a89-f0518725748c req-576dcb3b-e3fe-4a25-b005-5e4b1b4a6d3b service neutron] 10.222.0.41 "GET /v2.0/networks/0aeb072c-a9dd-4843-980d-6722c2605338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1992972
Sep 15 13:38:42.771202 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-046c65f7-6dc6-4177-8a1f-1a27a679aaec req-d0517f5b-5772-432b-8000-b76ffcae2b94 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2b6258c-7125-4609-a047-87418a93f977&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0906134
Sep 15 13:38:42.856556 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea90189b-6db1-44bc-9a33-ebff7f7fcbaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac7dedab-8994-4fd4-9bbd-3798273cfa83', 'code': 200}
Sep 15 13:38:43.060318 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-dba7e4f1-fffd-4742-aca2-9040410343c0 req-bedbef1f-551d-486f-b804-e0544681c91e tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] 10.222.0.41 "GET /v2.0/ports?device_id=9cbe4af9-01bb-42a9-8ae1-7fd044cfb969 HTTP/1.1" status: 200  len: 210 time: 0.0657203
Sep 15 13:38:43.186564 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f5f7b0-6d6d-4fa2-b05b-9f32aca32cee req-63b52f94-848e-48d0-a2e4-4ac70f2ab25a tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:43.194765 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-f4f5f7b0-6d6d-4fa2-b05b-9f32aca32cee req-63b52f94-848e-48d0-a2e4-4ac70f2ab25a tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/ports?device_id=77ed6e87-608d-4dd2-ac4e-4cf4e42fd368 HTTP/1.1" status: 200  len: 945 time: 0.1024497
Sep 15 13:38:43.275911 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-f4f5f7b0-6d6d-4fa2-b05b-9f32aca32cee req-fb30fe65-4dc2-46b0-89f8-8a4b1cc4cc3c tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c08ff91-f7c0-4639-896f-1511f14e2415&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0758982
Sep 15 13:38:43.416509 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-2602dcf2-8f02-42d1-bd5c-d23065dc2e72 req-9839e4f0-91b4-4e31-95f3-30521ff32686 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 1098 time: 0.1628816
Sep 15 13:38:43.483349 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-2602dcf2-8f02-42d1-bd5c-d23065dc2e72 req-50f8091e-d0f0-43a2-85d7-5d725dd5cf59 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e2b6258c-7125-4609-a047-87418a93f977&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0491107
Sep 15 13:38:43.646765 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9656cf1-cd67-4ebb-b359-32bd58ab64bd req-e6cc4f9f-b794-4f60-8ace-880c80b6b12e tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:43.648775 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-b9656cf1-cd67-4ebb-b359-32bd58ab64bd req-e6cc4f9f-b794-4f60-8ace-880c80b6b12e tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/ports?device_id=77ed6e87-608d-4dd2-ac4e-4cf4e42fd368 HTTP/1.1" status: 200  len: 945 time: 0.2257829
Sep 15 13:38:43.660725 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 58360) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:38:43.669251 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [None req-d73cf7ad-3f76-4a3d-9c72-420e99bee2b1 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Request body: {'floatingip': {'port_id': 'cfe82913-7703-4af3-8804-f17b33bc3488'}} {{(pid=82345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:38:43.730036 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64395e1-a834-4d66-a44e-d15218602ede req-1995b07b-2b14-4c73-828d-bbe932549eca tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:43.731658 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-f64395e1-a834-4d66-a44e-d15218602ede req-1995b07b-2b14-4c73-828d-bbe932549eca tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e632c56-791b-4093-85d6-b58807099a2b HTTP/1.1" status: 200  len: 945 time: 0.2266214
Sep 15 13:38:43.774991 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-d73cf7ad-3f76-4a3d-9c72-420e99bee2b1 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Notify callbacks [] for floatingip, before_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:44.053155 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-f64395e1-a834-4d66-a44e-d15218602ede req-d0f279e6-32bd-4477-a71c-fe8bec0edf1b tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3136137
Sep 15 13:38:44.239712 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9d536a-ac39-4374-8f5d-6f83e19040a9 req-44078938-0f9c-46b0-8ac6-966b4b5ac17c tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:44.241290 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-bf9d536a-ac39-4374-8f5d-6f83e19040a9 req-44078938-0f9c-46b0-8ac6-966b4b5ac17c tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 945 time: 0.3091168
Sep 15 13:38:44.339841 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-19460971-2e5c-435c-8d83-565a0c4b9d07 req-078d4a7b-379d-42ab-8af4-7c8b9d8d9483 tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] 10.222.0.41 "GET /v2.0/ports?device_id=9cbe4af9-01bb-42a9-8ae1-7fd044cfb969 HTTP/1.1" status: 200  len: 210 time: 0.1177444
Sep 15 13:38:44.395215 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-bf9d536a-ac39-4374-8f5d-6f83e19040a9 req-305fe9c8-91c4-41f1-8e43-a7927277b399 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2b6258c-7125-4609-a047-87418a93f977&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1027822
Sep 15 13:38:45.045977 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-d73cf7ad-3f76-4a3d-9c72-420e99bee2b1 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:45.049109 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-d73cf7ad-3f76-4a3d-9c72-420e99bee2b1 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853102158'] for floatingip, after_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:45.300590 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed191485-0e28-4987-8a89-f0518725748c req-bd2007ae-0d31-4cac-815c-0b54fb0ab3b3 tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:45.302450 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-ed191485-0e28-4987-8a89-f0518725748c req-bd2007ae-0d31-4cac-815c-0b54fb0ab3b3 tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] 10.222.0.36 "GET /v2.0/networks?id=0aeb072c-a9dd-4843-980d-6722c2605338 HTTP/1.1" status: 200  len: 814 time: 0.2298834
Sep 15 13:38:45.342458 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [req-ed191485-0e28-4987-8a89-f0518725748c req-12bdfe9d-c02d-4873-b0f4-2af07ee42b3b tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Request body: {'port': {'device_id': '9cbe4af9-01bb-42a9-8ae1-7fd044cfb969', 'network_id': '0aeb072c-a9dd-4843-980d-6722c2605338', 'admin_state_up': True, 'tenant_id': '0cbcac6f7225495aa1bb03e6b75f260d'}} {{(pid=82346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:38:45.364464 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63359a11-aa4a-40f4-ac87-25116450edb3 req-17350036-d3a0-4b8d-ad20-c48ebffb73f5 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:45.366029 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-63359a11-aa4a-40f4-ac87-25116450edb3 req-17350036-d3a0-4b8d-ad20-c48ebffb73f5 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e632c56-791b-4093-85d6-b58807099a2b HTTP/1.1" status: 200  len: 945 time: 0.1485794
Sep 15 13:38:45.426029 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-63359a11-aa4a-40f4-ac87-25116450edb3 req-9c1c4096-7eac-41e5-b8c1-e8c7841735bc tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531182
Sep 15 13:38:45.431236 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.db.l3_db [None req-d73cf7ad-3f76-4a3d-9c72-420e99bee2b1 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Floating IP 45e6b93f-de32-4f22-a483-b51fad6932c6 associated. External IP: 172.27.2.197, port: cfe82913-7703-4af3-8804-f17b33bc3488.
Sep 15 13:38:45.628466 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [req-ed191485-0e28-4987-8a89-f0518725748c req-12bdfe9d-c02d-4873-b0f4-2af07ee42b3b tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:38:45.632936 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-ed191485-0e28-4987-8a89-f0518725748c req-12bdfe9d-c02d-4873-b0f4-2af07ee42b3b tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Usage tracker for resource:port and tenant:0cbcac6f7225495aa1bb03e6b75f260d is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:38:45.636124 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-ed191485-0e28-4987-8a89-f0518725748c req-12bdfe9d-c02d-4873-b0f4-2af07ee42b3b tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:38:45.643971 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [req-ed191485-0e28-4987-8a89-f0518725748c req-12bdfe9d-c02d-4873-b0f4-2af07ee42b3b tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:38:45.656853 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed191485-0e28-4987-8a89-f0518725748c req-12bdfe9d-c02d-4873-b0f4-2af07ee42b3b tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Made reservation on behalf of 0cbcac6f7225495aa1bb03e6b75f260d for: {'port': 1} {{(pid=82346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Sep 15 13:38:45.662636 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-ed191485-0e28-4987-8a89-f0518725748c req-12bdfe9d-c02d-4873-b0f4-2af07ee42b3b tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:45.696277 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-7673d8bf-348c-448a-b1c5-a01bd070904f req-202e2982-4777-446c-98ec-520f7ebcc8ac tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] 10.222.0.41 "GET /v2.0/ports?device_id=9cbe4af9-01bb-42a9-8ae1-7fd044cfb969 HTTP/1.1" status: 200  len: 210 time: 0.1204901
Sep 15 13:38:45.745587 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1030910-6650-4ce0-9548-107ac2590d82 req-4046b1c5-ab7a-4088-9681-5c3d5ddd115a tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:45.747166 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-e1030910-6650-4ce0-9548-107ac2590d82 req-4046b1c5-ab7a-4088-9681-5c3d5ddd115a tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 945 time: 0.1702671
Sep 15 13:38:45.818712 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-e1030910-6650-4ce0-9548-107ac2590d82 req-17af836d-bef4-46ff-a1ad-8fa6059a7443 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2b6258c-7125-4609-a047-87418a93f977&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0620146
Sep 15 13:38:45.860117 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.db_base_plugin_common [req-ed191485-0e28-4987-8a89-f0518725748c req-12bdfe9d-c02d-4873-b0f4-2af07ee42b3b tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Allocated IP 172.20.0.3 (0aeb072c-a9dd-4843-980d-6722c2605338/351e9296-ac88-478f-acd0-033a2a9e029f/c2ef326d-0e17-4db7-98d2-6c04e0033a42) {{(pid=82346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Sep 15 13:38:46.116439 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-ed191485-0e28-4987-8a89-f0518725748c req-12bdfe9d-c02d-4873-b0f4-2af07ee42b3b tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Notify callbacks [] for port, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:46.127863 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d73cf7ad-3f76-4a3d-9c72-420e99bee2b1 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Router 0c1a9be1-12af-4edc-90ba-07b85f4575b2 has already been hosted by L3 agent c919ec5e-912e-4080-8a6b-9b8956cb875b {{(pid=82345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Sep 15 13:38:46.146982 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-ed191485-0e28-4987-8a89-f0518725748c req-12bdfe9d-c02d-4873-b0f4-2af07ee42b3b tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363301743938437'] for port, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:46.153514 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:38:46.231303 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed191485-0e28-4987-8a89-f0518725748c req-12bdfe9d-c02d-4873-b0f4-2af07ee42b3b tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Network 0aeb072c-a9dd-4843-980d-6722c2605338 is already hosted by enough agents. {{(pid=82346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Sep 15 13:38:46.232631 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.base_scheduler [req-ed191485-0e28-4987-8a89-f0518725748c req-12bdfe9d-c02d-4873-b0f4-2af07ee42b3b tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Resources bound (agent type, host, resource id):  {{(pid=82346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Sep 15 13:38:46.237784 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed191485-0e28-4987-8a89-f0518725748c req-12bdfe9d-c02d-4873-b0f4-2af07ee42b3b tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Received port after_create {{(pid=82346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 15 13:38:46.242245 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed191485-0e28-4987-8a89-f0518725748c req-12bdfe9d-c02d-4873-b0f4-2af07ee42b3b tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:46.242992 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-ed191485-0e28-4987-8a89-f0518725748c req-12bdfe9d-c02d-4873-b0f4-2af07ee42b3b tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7149901'] for port, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:46.251280 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bdfe9d-c02d-4873-b0f4-2af07ee42b3b tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Pushing event updated for resources: {'Port': ['ID=c2ef326d-0e17-4db7-98d2-6c04e0033a42,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:38:46.272633 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-12bdfe9d-c02d-4873-b0f4-2af07ee42b3b tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:38:46.303179 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-ed191485-0e28-4987-8a89-f0518725748c req-12bdfe9d-c02d-4873-b0f4-2af07ee42b3b tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9655838
Sep 15 13:38:46.334094 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [req-ed191485-0e28-4987-8a89-f0518725748c req-0efb2496-ddd3-4fe7-b092-b98b1fc16ac2 service neutron] Request body: {'port': {'device_id': '9cbe4af9-01bb-42a9-8ae1-7fd044cfb969', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80918'}} {{(pid=82346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:38:46.467275 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-ed191485-0e28-4987-8a89-f0518725748c req-0efb2496-ddd3-4fe7-b092-b98b1fc16ac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:46.476948 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e51d5e-7eae-41e3-8b77-560064f3feb5 req-3f67e638-cb92-44a9-b541-f0e3d58a57c8 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:46.479071 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-51e51d5e-7eae-41e3-8b77-560064f3feb5 req-3f67e638-cb92-44a9-b541-f0e3d58a57c8 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/networks?id=b896e533-b678-44d7-b97d-e7b840adb427 HTTP/1.1" status: 200  len: 814 time: 0.2649720
Sep 15 13:38:46.511731 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-51e51d5e-7eae-41e3-8b77-560064f3feb5 req-3e741229-5538-47cb-b656-4262e33060b7 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/quotas/123dd1ba9d594e88a025896157079afa HTTP/1.1" status: 200  len: 375 time: 0.0253742
Sep 15 13:38:46.589790 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d73cf7ad-3f76-4a3d-9c72-420e99bee2b1 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Notify agent at l3_agent.dv-cinder-809181-1-iscsi the message routers_updated {{(pid=82345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Sep 15 13:38:46.598991 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-d73cf7ad-3f76-4a3d-9c72-420e99bee2b1 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251427'] for floatingip, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:46.604888 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7892550-feff-41e6-a455-294b50595785 None None] Sync routers for ids ['0c1a9be1-12af-4edc-90ba-07b85f4575b2'] in dv-cinder-809181-1-iscsi {{(pid=82348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Sep 15 13:38:46.618214 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7892550-feff-41e6-a455-294b50595785 None None] Routers {'0c1a9be1-12af-4edc-90ba-07b85f4575b2'} bound to L3 agent in host dv-cinder-809181-1-iscsi {{(pid=82348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 15 13:38:46.619177 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-d7892550-feff-41e6-a455-294b50595785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cd222e5f8>, 'dv-cinder-809181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T13:29:29Z,description=<?>,heartbeat_timestamp=2021-09-15T13:38:29Z,host='dv-cinder-809181-1-iscsi',id=c919ec5e-912e-4080-8a6b-9b8956cb875b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T13:29:29Z,topic='l3_agent')) {'router_ids': ['0c1a9be1-12af-4edc-90ba-07b85f4575b2'], 'active': True} {{(pid=82348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:38:46.753144 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-d73cf7ad-3f76-4a3d-9c72-420e99bee2b1 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "PUT /v2.0/floatingips/45e6b93f-de32-4f22-a483-b51fad6932c6 HTTP/1.1" status: 200  len: 991 time: 3.0912514
Sep 15 13:38:46.757362 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77ed6e87-608d-4dd2-ac4e-4cf4e42fd368', 'tag': 'cfe82913-7703-4af3-8804-f17b33bc3488'}] {{(pid=82345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Sep 15 13:38:46.783118 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-51e51d5e-7eae-41e3-8b77-560064f3feb5 req-98abc6fe-2aa6-4df9-bc4d-6678bfdf224e tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=123dd1ba9d594e88a025896157079afa&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2632558
Sep 15 13:38:46.891986 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6052c6ed-aa0b-48c9-9f40-c38ace8f1889 req-afb3f30e-a0dc-431e-a5c1-ecaf29ef2f50 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:46.894042 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-6052c6ed-aa0b-48c9-9f40-c38ace8f1889 req-afb3f30e-a0dc-431e-a5c1-ecaf29ef2f50 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e632c56-791b-4093-85d6-b58807099a2b HTTP/1.1" status: 200  len: 945 time: 0.2216730
Sep 15 13:38:47.024240 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-6052c6ed-aa0b-48c9-9f40-c38ace8f1889 req-4705a435-90cc-4f0c-9be6-856a17eacba4 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0777194
Sep 15 13:38:47.034414 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [req-ed191485-0e28-4987-8a89-f0518725748c req-0efb2496-ddd3-4fe7-b092-b98b1fc16ac2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2ef326d-0e17-4db7-98d2-6c04e0033a42 {{(pid=82346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Sep 15 13:38:47.045926 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-ed191485-0e28-4987-8a89-f0518725748c req-0efb2496-ddd3-4fe7-b092-b98b1fc16ac2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:47.064138 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvr_db [None req-d7892550-feff-41e6-a455-294b50595785 None None] Set router 0c1a9be1-12af-4edc-90ba-07b85f4575b2 gateway port host: dv-cinder-809181-1-iscsi {{(pid=82348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Sep 15 13:38:47.073559 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [req-ed191485-0e28-4987-8a89-f0518725748c req-0efb2496-ddd3-4fe7-b092-b98b1fc16ac2 service neutron] Transition to ACTIVE for port object c2ef326d-0e17-4db7-98d2-6c04e0033a42 will not be triggered until provisioned by entity L2. {{(pid=82346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Sep 15 13:38:47.083161 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-ed191485-0e28-4987-8a89-f0518725748c req-0efb2496-ddd3-4fe7-b092-b98b1fc16ac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:47.088254 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-51e51d5e-7eae-41e3-8b77-560064f3feb5 req-23b192ff-8f55-4062-9353-c8bcc53e5f6f service neutron] 10.222.0.41 "GET /v2.0/networks/b896e533-b678-44d7-b97d-e7b840adb427?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2934222
Sep 15 13:38:47.092807 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-ec612e8f-5e4c-400e-9044-ca05f93d08c9 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:38:47.288197 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 58478) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:38:47.333768 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 58480) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:38:47.368482 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efb2496-ddd3-4fe7-b092-b98b1fc16ac2 service neutron] Pushing event updated for resources: {'Port': ['ID=c2ef326d-0e17-4db7-98d2-6c04e0033a42,revision_number=2']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:38:47.372811 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-0efb2496-ddd3-4fe7-b092-b98b1fc16ac2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:38:47.373544 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [req-ed191485-0e28-4987-8a89-f0518725748c req-0efb2496-ddd3-4fe7-b092-b98b1fc16ac2 service neutron] Attempting to bind port c2ef326d-0e17-4db7-98d2-6c04e0033a42 on host hv-cinder-80918 for vnic_type normal with profile  {{(pid=82346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Sep 15 13:38:47.373920 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [req-ed191485-0e28-4987-8a89-f0518725748c req-0efb2496-ddd3-4fe7-b092-b98b1fc16ac2 service neutron] Attempting to bind port c2ef326d-0e17-4db7-98d2-6c04e0033a42 by drivers openvswitch,hyperv on host hv-cinder-80918 at level 0 using segments [{'id': '63d1bfcf-0223-48a4-817f-096249120299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0aeb072c-a9dd-4843-980d-6722c2605338'}] {{(pid=82346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Sep 15 13:38:47.374449 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed191485-0e28-4987-8a89-f0518725748c req-0efb2496-ddd3-4fe7-b092-b98b1fc16ac2 service neutron] Attempting to bind port c2ef326d-0e17-4db7-98d2-6c04e0033a42 on network 0aeb072c-a9dd-4843-980d-6722c2605338 {{(pid=82346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Sep 15 13:38:47.385583 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed191485-0e28-4987-8a89-f0518725748c req-0efb2496-ddd3-4fe7-b092-b98b1fc16ac2 service neutron] Port c2ef326d-0e17-4db7-98d2-6c04e0033a42 on network 0aeb072c-a9dd-4843-980d-6722c2605338 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80918 {{(pid=82346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 15 13:38:47.385952 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed191485-0e28-4987-8a89-f0518725748c req-0efb2496-ddd3-4fe7-b092-b98b1fc16ac2 service neutron] Attempting to bind port c2ef326d-0e17-4db7-98d2-6c04e0033a42 on network 0aeb072c-a9dd-4843-980d-6722c2605338 {{(pid=82346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Sep 15 13:38:47.404159 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed191485-0e28-4987-8a89-f0518725748c req-0efb2496-ddd3-4fe7-b092-b98b1fc16ac2 service neutron] Checking agent: {'id': '0b6080d1-6da0-4ccd-961d-05ec14f91c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80918', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 35, 33), 'started_at': datetime.datetime(2021, 9, 15, 13, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Sep 15 13:38:47.404549 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed191485-0e28-4987-8a89-f0518725748c req-0efb2496-ddd3-4fe7-b092-b98b1fc16ac2 service neutron] Checking segment: {'id': '63d1bfcf-0223-48a4-817f-096249120299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0aeb072c-a9dd-4843-980d-6722c2605338'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Sep 15 13:38:47.404991 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed191485-0e28-4987-8a89-f0518725748c req-0efb2496-ddd3-4fe7-b092-b98b1fc16ac2 service neutron] Bound using segment: {'id': '63d1bfcf-0223-48a4-817f-096249120299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0aeb072c-a9dd-4843-980d-6722c2605338'} {{(pid=82346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Sep 15 13:38:47.405484 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [req-ed191485-0e28-4987-8a89-f0518725748c req-0efb2496-ddd3-4fe7-b092-b98b1fc16ac2 service neutron] Bound port: c2ef326d-0e17-4db7-98d2-6c04e0033a42, host: hv-cinder-80918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63d1bfcf-0223-48a4-817f-096249120299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0aeb072c-a9dd-4843-980d-6722c2605338'}}] {{(pid=82346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Sep 15 13:38:47.405876 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-ed191485-0e28-4987-8a89-f0518725748c req-0efb2496-ddd3-4fe7-b092-b98b1fc16ac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:47.566295 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-d7892550-feff-41e6-a455-294b50595785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cd222e5f8>, [{'id': '0c1a9be1-12af-4edc-90ba-07b85f4575b2', 'name': 'tempest-AttachVolumeTestJSON-1358564763-router', 'tenant_id': '839ee03af2c74792a3a3c2d72d59dd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '2c04589e-3e63-405d-9909-138c561a87c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:38Z', 'updated_at': '2021-09-15T13:37:51Z', 'revision_number': 4, 'project_id': '839ee03af2c74792a3a3c2d72d59dd55', 'gw_port': {'id': '2c04589e-3e63-405d-9909-138c561a87c8', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:5e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1a9be1-12af-4edc-90ba-07b85f4575b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:40Z', 'updated_at': '2021-09-15T13:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi', '_floatingips': [{'id': '45e6b93f-de32-4f22-a483-b51fad6932c6', 'tenant_id': '839ee03af2c74792a3a3c2d72d59dd55', 'floating_ip_address': '172.27.2.197', 'floating_network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'router_id': '0c1a9be1-12af-4edc-90ba-07b85f4575b2', 'port_id': 'cfe82913-7703-4af3-8804-f17b33bc3488', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b5d95b3-3bf8-4370-9b66-9dd986b48a07', 'mac_address': 'fa:16:3e:42:60:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ed6e87-608d-4dd2-ac4e-4cf4e42fd368', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:38:10Z', 'updated_at': '2021-09-15T13:38:44Z', 'revision_number': 1, 'project_id': '839ee03af2c74792a3a3c2d72d59dd55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e25fb80-8d76-4b71-8d1a-d48a31606ea5', 'name': '', 'network_id': '9b5d95b3-3bf8-4370-9b66-9dd986b48a07', 'tenant_id': '839ee03af2c74792a3a3c2d72d59dd55', 'mac_address': 'fa:16:3e:31:f4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1a9be1-12af-4edc-90ba-07b85f4575b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1beceede-0773-432e-935b-1a5d4e30ef31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:49Z', 'updated_at': '2021-09-15T13:38:09Z', 'revision_number': 5, 'project_id': '839ee03af2c74792a3a3c2d72d59dd55', 'subnets': [{'id': '1beceede-0773-432e-935b-1a5d4e30ef31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-iscsi', False) {} {{(pid=82348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:38:47.570716 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7892550-feff-41e6-a455-294b50595785 None None] Checking router: 0c1a9be1-12af-4edc-90ba-07b85f4575b2 for host: dv-cinder-809181-1-iscsi {{(pid=82348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Sep 15 13:38:47.583718 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7892550-feff-41e6-a455-294b50595785 None None] Routers {'0c1a9be1-12af-4edc-90ba-07b85f4575b2'} bound to L3 agent in host dv-cinder-809181-1-iscsi {{(pid=82348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 15 13:38:47.584527 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-d7892550-feff-41e6-a455-294b50595785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cd222e5f8>, 'dv-cinder-809181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T13:29:29Z,description=<?>,heartbeat_timestamp=2021-09-15T13:38:29Z,host='dv-cinder-809181-1-iscsi',id=c919ec5e-912e-4080-8a6b-9b8956cb875b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T13:29:29Z,topic='l3_agent')) {'router_ids': ['0c1a9be1-12af-4edc-90ba-07b85f4575b2'], 'active': True} {{(pid=82348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:38:47.624856 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [req-ed191485-0e28-4987-8a89-f0518725748c req-0efb2496-ddd3-4fe7-b092-b98b1fc16ac2 service neutron] For port c2ef326d-0e17-4db7-98d2-6c04e0033a42, host hv-cinder-80918, cleared binding levels {{(pid=82346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Sep 15 13:38:47.628844 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [req-ed191485-0e28-4987-8a89-f0518725748c req-0efb2496-ddd3-4fe7-b092-b98b1fc16ac2 service neutron] For port c2ef326d-0e17-4db7-98d2-6c04e0033a42, host hv-cinder-80918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=c2ef326d-0e17-4db7-98d2-6c04e0033a42,segment=NetworkSegment(63d1bfcf-0223-48a4-817f-096249120299),segment_id=63d1bfcf-0223-48a4-817f-096249120299)] {{(pid=82346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Sep 15 13:38:47.635904 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9c4c26-2a32-44fd-8ebd-412c27752419 req-17d6e043-3d24-46a0-9f49-b57d6517db02 tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:47.637569 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-7a9c4c26-2a32-44fd-8ebd-412c27752419 req-17d6e043-3d24-46a0-9f49-b57d6517db02 tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] 10.222.0.41 "GET /v2.0/ports?device_id=9cbe4af9-01bb-42a9-8ae1-7fd044cfb969 HTTP/1.1" status: 200  len: 943 time: 0.4691672
Sep 15 13:38:47.665524 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-ed191485-0e28-4987-8a89-f0518725748c req-0efb2496-ddd3-4fe7-b092-b98b1fc16ac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:47.673249 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:38:47.675589 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-51e51d5e-7eae-41e3-8b77-560064f3feb5 req-f188b1fb-e337-4dfb-927b-bf0bfef5ddf2 service neutron] 10.222.0.41 "GET /v2.0/networks/b896e533-b678-44d7-b97d-e7b840adb427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5863969
Sep 15 13:38:47.700458 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-7a9c4c26-2a32-44fd-8ebd-412c27752419 req-79cad2a3-fb97-4a55-94e8-edfd069c4788 tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Synchronizing usage tracker for tenant:0cbcac6f7225495aa1bb03e6b75f260d on resource:security_group {{(pid=82345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Sep 15 13:38:47.716315 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-8bb79f06-6257-4972-8331-f137f28b4ac9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:47.718292 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-7a9c4c26-2a32-44fd-8ebd-412c27752419 req-79cad2a3-fb97-4a55-94e8-edfd069c4788 tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Unset dirty status for tenant:0cbcac6f7225495aa1bb03e6b75f260d on resource:security_group {{(pid=82345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Sep 15 13:38:47.720008 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-7a9c4c26-2a32-44fd-8ebd-412c27752419 req-79cad2a3-fb97-4a55-94e8-edfd069c4788 tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] 10.222.0.41 "GET /v2.0/security-groups?id=3ec045ec-f9aa-4f72-9045-a175b13bb7d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0719995
Sep 15 13:38:47.750504 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-858a05cd-7190-4bf9-b8b0-8bfb352a8b92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:47.791891 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-ed191485-0e28-4987-8a89-f0518725748c req-0efb2496-ddd3-4fe7-b092-b98b1fc16ac2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7149901'] for port, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:47.793483 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-ed191485-0e28-4987-8a89-f0518725748c req-0efb2496-ddd3-4fe7-b092-b98b1fc16ac2 service neutron] 10.222.0.36 "PUT /v2.0/ports/c2ef326d-0e17-4db7-98d2-6c04e0033a42 HTTP/1.1" status: 200  len: 1093 time: 1.4657252
Sep 15 13:38:47.795118 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cbe4af9-01bb-42a9-8ae1-7fd044cfb969', 'tag': 'c2ef326d-0e17-4db7-98d2-6c04e0033a42'}] {{(pid=82346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Sep 15 13:38:47.808618 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvr_db [None req-d7892550-feff-41e6-a455-294b50595785 None None] Set router 0c1a9be1-12af-4edc-90ba-07b85f4575b2 gateway port host: dv-cinder-809181-1-iscsi {{(pid=82348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Sep 15 13:38:47.847715 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-8bb79f06-6257-4972-8331-f137f28b4ac9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:38:47.856090 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-8bb79f06-6257-4972-8331-f137f28b4ac9 admin admin] Usage tracker for resource:security_group_rule and tenant:2b7d87bb314d4669b75ab85e7c1bac57 is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:38:47.863754 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-858a05cd-7190-4bf9-b8b0-8bfb352a8b92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:38:47.874741 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-8bb79f06-6257-4972-8331-f137f28b4ac9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:38:47.880605 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efb2496-ddd3-4fe7-b092-b98b1fc16ac2 service neutron] Pushing event updated for resources: {'Port': ['ID=c2ef326d-0e17-4db7-98d2-6c04e0033a42,revision_number=3']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:38:47.885896 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-858a05cd-7190-4bf9-b8b0-8bfb352a8b92 admin admin] Usage tracker for resource:security_group_rule and tenant:cf9f4682b5e7487e80b63f7ccd89d245 is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:38:47.888984 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-8bb79f06-6257-4972-8331-f137f28b4ac9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:38:47.891457 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-0efb2496-ddd3-4fe7-b092-b98b1fc16ac2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:38:47.893457 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-858a05cd-7190-4bf9-b8b0-8bfb352a8b92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:38:47.904143 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-858a05cd-7190-4bf9-b8b0-8bfb352a8b92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:38:47.925708 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77ed6e87-608d-4dd2-ac4e-4cf4e42fd368', 'tag': 'cfe82913-7703-4af3-8804-f17b33bc3488', 'status': 'completed', 'code': 200}
Sep 15 13:38:48.169537 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9799a757-c954-4f43-ad6a-cf802ae2951a req-1a5dc13b-f879-44ed-86a9-ca176448c9ed tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:48.171201 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-9799a757-c954-4f43-ad6a-cf802ae2951a req-1a5dc13b-f879-44ed-86a9-ca176448c9ed tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 945 time: 0.1221352
Sep 15 13:38:48.243177 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-0a363e3e-e851-4640-8ff4-d9afa79586cc req-f35eaa25-9e94-4f81-8726-2a6356635b2a tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/ports?device_id=467923c6-1b6f-4cff-b3d3-fde000eff88f HTTP/1.1" status: 200  len: 210 time: 0.0628231
Sep 15 13:38:48.254156 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cbe4af9-01bb-42a9-8ae1-7fd044cfb969', 'tag': 'c2ef326d-0e17-4db7-98d2-6c04e0033a42', 'status': 'completed', 'code': 200}
Sep 15 13:38:48.282054 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-9799a757-c954-4f43-ad6a-cf802ae2951a req-ccc50a4e-7d74-4ffb-b54a-a6c7e1029081 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2b6258c-7125-4609-a047-87418a93f977&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1037161
Sep 15 13:38:48.362702 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-8bb79f06-6257-4972-8331-f137f28b4ac9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:48.371139 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-858a05cd-7190-4bf9-b8b0-8bfb352a8b92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:48.388150 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-ed191485-0e28-4987-8a89-f0518725748c req-b9404455-af58-44af-8dce-c49f74918fd2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0cbcac6f7225495aa1bb03e6b75f260d&device_id=9cbe4af9-01bb-42a9-8ae1-7fd044cfb969 HTTP/1.1" status: 200  len: 1096 time: 0.4640293
Sep 15 13:38:48.409305 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-8bb79f06-6257-4972-8331-f137f28b4ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:48.410387 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-858a05cd-7190-4bf9-b8b0-8bfb352a8b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:48.437760 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-d7892550-feff-41e6-a455-294b50595785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cd222e5f8>, [{'id': '0c1a9be1-12af-4edc-90ba-07b85f4575b2', 'name': 'tempest-AttachVolumeTestJSON-1358564763-router', 'tenant_id': '839ee03af2c74792a3a3c2d72d59dd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '2c04589e-3e63-405d-9909-138c561a87c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:38Z', 'updated_at': '2021-09-15T13:37:51Z', 'revision_number': 4, 'project_id': '839ee03af2c74792a3a3c2d72d59dd55', 'gw_port': {'id': '2c04589e-3e63-405d-9909-138c561a87c8', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:5e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1a9be1-12af-4edc-90ba-07b85f4575b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:40Z', 'updated_at': '2021-09-15T13:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi', '_floatingips': [{'id': '45e6b93f-de32-4f22-a483-b51fad6932c6', 'tenant_id': '839ee03af2c74792a3a3c2d72d59dd55', 'floating_ip_address': '172.27.2.197', 'floating_network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'router_id': '0c1a9be1-12af-4edc-90ba-07b85f4575b2', 'port_id': 'cfe82913-7703-4af3-8804-f17b33bc3488', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b5d95b3-3bf8-4370-9b66-9dd986b48a07', 'mac_address': 'fa:16:3e:42:60:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ed6e87-608d-4dd2-ac4e-4cf4e42fd368', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:38:10Z', 'updated_at': '2021-09-15T13:38:44Z', 'revision_number': 1, 'project_id': '839ee03af2c74792a3a3c2d72d59dd55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e25fb80-8d76-4b71-8d1a-d48a31606ea5', 'name': '', 'network_id': '9b5d95b3-3bf8-4370-9b66-9dd986b48a07', 'tenant_id': '839ee03af2c74792a3a3c2d72d59dd55', 'mac_address': 'fa:16:3e:31:f4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1a9be1-12af-4edc-90ba-07b85f4575b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1beceede-0773-432e-935b-1a5d4e30ef31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:49Z', 'updated_at': '2021-09-15T13:38:09Z', 'revision_number': 5, 'project_id': '839ee03af2c74792a3a3c2d72d59dd55', 'subnets': [{'id': '1beceede-0773-432e-935b-1a5d4e30ef31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-iscsi', False) {} {{(pid=82348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:38:48.445279 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7892550-feff-41e6-a455-294b50595785 None None] The sync data for ids ['0c1a9be1-12af-4edc-90ba-07b85f4575b2'] in dv-cinder-809181-1-iscsi is: [{'id': '0c1a9be1-12af-4edc-90ba-07b85f4575b2', 'name': 'tempest-AttachVolumeTestJSON-1358564763-router', 'tenant_id': '839ee03af2c74792a3a3c2d72d59dd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '2c04589e-3e63-405d-9909-138c561a87c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:38Z', 'updated_at': '2021-09-15T13:37:51Z', 'revision_number': 4, 'project_id': '839ee03af2c74792a3a3c2d72d59dd55', 'gw_port': {'id': '2c04589e-3e63-405d-9909-138c561a87c8', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:5e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1a9be1-12af-4edc-90ba-07b85f4575b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:40Z', 'updated_at': '2021-09-15T13:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi', '_floatingips': [{'id': '45e6b93f-de32-4f22-a483-b51fad6932c6', 'tenant_id': '839ee03af2c74792a3a3c2d72d59dd55', 'floating_ip_address': '172.27.2.197', 'floating_network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'router_id': '0c1a9be1-12af-4edc-90ba-07b85f4575b2', 'port_id': 'cfe82913-7703-4af3-8804-f17b33bc3488', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b5d95b3-3bf8-4370-9b66-9dd986b48a07', 'mac_address': 'fa:16:3e:42:60:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ed6e87-608d-4dd2-ac4e-4cf4e42fd368', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:38:10Z', 'updated_at': '2021-09-15T13:38:44Z', 'revision_number': 1, 'project_id': '839ee03af2c74792a3a3c2d72d59dd55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e25fb80-8d76-4b71-8d1a-d48a31606ea5', 'name': '', 'network_id': '9b5d95b3-3bf8-4370-9b66-9dd986b48a07', 'tenant_id': '839ee03af2c74792a3a3c2d72d59dd55', 'mac_address': 'fa:16:3e:31:f4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1a9be1-12af-4edc-90ba-07b85f4575b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1beceede-0773-432e-935b-1a5d4e30ef31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:49Z', 'updated_at': '2021-09-15T13:38:09Z', 'revision_number': 5, 'project_id': '839ee03af2c74792a3a3c2d72d59dd55', 'subnets': [{'id': '1beceede-0773-432e-935b-1a5d4e30ef31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Sep 15 13:38:48.503748 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-88a9d751-0a5b-4e92-9b6a-063e0f51f68f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:38:48.551656 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-1522feb6-ddc3-4394-be5d-2eed452279e6 req-e37e3694-a31c-485b-95de-9a568deec240 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=839ee03af2c74792a3a3c2d72d59dd55&device_id=77ed6e87-608d-4dd2-ac4e-4cf4e42fd368 HTTP/1.1" status: 200  len: 1098 time: 0.5280368
Sep 15 13:38:48.575473 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-8bb79f06-6257-4972-8331-f137f28b4ac9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2b7d87bb314d4669b75ab85e7c1bac57&name=default HTTP/1.1" status: 200  len: 2647 time: 1.2434690
Sep 15 13:38:48.579984 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 58510) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:38:48.612482 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-ed191485-0e28-4987-8a89-f0518725748c req-e7670b87-37ea-46b4-b607-165bfc28c5c5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c2ef326d-0e17-4db7-98d2-6c04e0033a42 HTTP/1.1" status: 200  len: 217 time: 0.1971421
Sep 15 13:38:48.621432 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-858a05cd-7190-4bf9-b8b0-8bfb352a8b92 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cf9f4682b5e7487e80b63f7ccd89d245&name=default HTTP/1.1" status: 200  len: 2647 time: 1.2755775
Sep 15 13:38:48.626698 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31387b89-1dcd-4345-94e3-479dd5762666 req-023560b2-a9bb-4733-97bd-8e751dd3fdac tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:48.628868 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-31387b89-1dcd-4345-94e3-479dd5762666 req-023560b2-a9bb-4733-97bd-8e751dd3fdac tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 945 time: 0.2104115
Sep 15 13:38:48.633093 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb79f06-6257-4972-8331-f137f28b4ac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=018ff8b9-ea89-4581-b998-2f0eba3d02a5,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:38:48.634291 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 58514) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:38:48.641199 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28ba493-3fae-47a8-ab8f-b3b429d08e62 req-4b94a008-1e93-4109-9268-ff75ff39b4f6 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:48.650996 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-f28ba493-3fae-47a8-ab8f-b3b429d08e62 req-4b94a008-1e93-4109-9268-ff75ff39b4f6 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e632c56-791b-4093-85d6-b58807099a2b HTTP/1.1" status: 200  len: 945 time: 0.1915262
Sep 15 13:38:48.654949 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 58516) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:38:48.697272 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [None req-53fafe4b-d0fc-4a8c-936b-7c9f931d1910 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Request body: {'floatingip': {'port_id': 'ac7dedab-8994-4fd4-9bbd-3798273cfa83'}} {{(pid=82345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:38:48.808763 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-53fafe4b-d0fc-4a8c-936b-7c9f931d1910 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Notify callbacks [] for floatingip, before_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:48.818540 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed191485-0e28-4987-8a89-f0518725748c req-e4fb909b-ffe5-4414-afea-0b888d1a4ef4 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:48.820169 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-ed191485-0e28-4987-8a89-f0518725748c req-e4fb909b-ffe5-4414-afea-0b888d1a4ef4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=351e9296-ac88-478f-acd0-033a2a9e029f HTTP/1.1" status: 200  len: 854 time: 0.1787505
Sep 15 13:38:48.820840 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858a05cd-7190-4bf9-b8b0-8bfb352a8b92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f47b629d-6ca8-4b36-bf04-ccf12efbd930,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:38:48.838192 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-858a05cd-7190-4bf9-b8b0-8bfb352a8b92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:38:48.842331 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.314s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:38:48.842803 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:38:48.899388 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1ec904-80ea-4af9-b493-3312c4d3435d None None] New status for floating IP 45e6b93f-de32-4f22-a483-b51fad6932c6: ACTIVE {{(pid=82347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Sep 15 13:38:48.935236 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-ed191485-0e28-4987-8a89-f0518725748c req-e3f76c55-c703-44fd-a224-289fe53f258e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0aeb072c-a9dd-4843-980d-6722c2605338&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0795615
Sep 15 13:38:48.936364 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1522feb6-ddc3-4394-be5d-2eed452279e6 req-588af989-e928-4705-9b0c-cc7cfa2f395a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:48.937866 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-1522feb6-ddc3-4394-be5d-2eed452279e6 req-588af989-e928-4705-9b0c-cc7cfa2f395a service neutron] 10.222.0.36 "GET /v2.0/networks?id=9b5d95b3-3bf8-4370-9b66-9dd986b48a07 HTTP/1.1" status: 200  len: 912 time: 0.3743362
Sep 15 13:38:49.118513 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-f28ba493-3fae-47a8-ab8f-b3b429d08e62 req-675d68b3-7d36-4259-806d-dc04f2a7347e tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4663341
Sep 15 13:38:49.120320 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-1480a33f-4f70-401d-a42e-773e76172d3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:49.188193 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-adec1b5f-f058-42f4-851e-8dadbb02b9f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:49.190679 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-1522feb6-ddc3-4394-be5d-2eed452279e6 req-df304b36-bd28-4e41-8b56-abc5aaa2f145 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cfe82913-7703-4af3-8804-f17b33bc3488 HTTP/1.1" status: 200  len: 999 time: 0.2237873
Sep 15 13:38:49.223211 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-adec1b5f-f058-42f4-851e-8dadbb02b9f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:49.267018 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-ed191485-0e28-4987-8a89-f0518725748c req-3f589035-e19c-4501-b34c-62b530daeb70 service neutron] 10.222.0.36 "GET /v2.0/networks/0aeb072c-a9dd-4843-980d-6722c2605338?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3014083
Sep 15 13:38:49.284797 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1522feb6-ddc3-4394-be5d-2eed452279e6 req-ae809988-e60a-4ce1-a481-367b54b45bfd service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:49.286646 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-1522feb6-ddc3-4394-be5d-2eed452279e6 req-ae809988-e60a-4ce1-a481-367b54b45bfd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1beceede-0773-432e-935b-1a5d4e30ef31 HTTP/1.1" status: 200  len: 850 time: 0.0815139
Sep 15 13:38:49.444959 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-adec1b5f-f058-42f4-851e-8dadbb02b9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:49.468505 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-dfcb8c24-eb20-4c16-8177-10fc9ce58f58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:38:49.504568 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-ed191485-0e28-4987-8a89-f0518725748c req-2b35dd6d-bcd6-433c-b5ea-299bd4d50661 service neutron] 10.222.0.36 "GET /v2.0/networks/0aeb072c-a9dd-4843-980d-6722c2605338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2221711
Sep 15 13:38:49.508403 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-1522feb6-ddc3-4394-be5d-2eed452279e6 req-91b5bda7-c404-43cf-8d06-7250e1be6dbf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9b5d95b3-3bf8-4370-9b66-9dd986b48a07&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1738145
Sep 15 13:38:49.536509 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-1480a33f-4f70-401d-a42e-773e76172d3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:49.545025 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adec1b5f-f058-42f4-851e-8dadbb02b9f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f47b629d-6ca8-4b36-bf04-ccf12efbd930,revision_number=None']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:38:49.547823 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-adec1b5f-f058-42f4-851e-8dadbb02b9f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:38:49.560881 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-adec1b5f-f058-42f4-851e-8dadbb02b9f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:49.562144 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-adec1b5f-f058-42f4-851e-8dadbb02b9f8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f47b629d-6ca8-4b36-bf04-ccf12efbd930 HTTP/1.1" status: 204  len: 168 time: 0.9083524
Sep 15 13:38:49.577954 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-887a4dae-0603-4925-bed1-8fac6f46b8c9 req-3ec6597a-c56e-45e5-98fa-b1ad0195050d tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/ports?device_id=467923c6-1b6f-4cff-b3d3-fde000eff88f HTTP/1.1" status: 200  len: 210 time: 0.0921581
Sep 15 13:38:49.584751 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0747b5-09ab-4e5e-a9be-8370a10480a9 req-704e8f5a-213b-47c4-af10-a335c3e29746 tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:49.592487 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-5d0747b5-09ab-4e5e-a9be-8370a10480a9 req-704e8f5a-213b-47c4-af10-a335c3e29746 tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] 10.222.0.41 "GET /v2.0/ports?device_id=9cbe4af9-01bb-42a9-8ae1-7fd044cfb969 HTTP/1.1" status: 200  len: 943 time: 0.6457331
Sep 15 13:38:49.697035 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-1522feb6-ddc3-4394-be5d-2eed452279e6 req-ed9f9531-e890-482a-83d0-15073f07c313 service neutron] 10.222.0.36 "GET /v2.0/networks/9b5d95b3-3bf8-4370-9b66-9dd986b48a07?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1584861
Sep 15 13:38:49.753112 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-5d0747b5-09ab-4e5e-a9be-8370a10480a9 req-0944db3a-6fed-4225-8808-9f1bfbab3110 tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] 10.222.0.41 "GET /v2.0/security-groups?id=3ec045ec-f9aa-4f72-9045-a175b13bb7d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1594996
Sep 15 13:38:49.839972 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-1480a33f-4f70-401d-a42e-773e76172d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:49.846283 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-1613bf57-85ec-47dc-96d4-3117585bf7e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:38:49.883494 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1480a33f-4f70-401d-a42e-773e76172d3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=018ff8b9-ea89-4581-b998-2f0eba3d02a5,revision_number=None']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:38:49.891698 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-1480a33f-4f70-401d-a42e-773e76172d3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:38:49.900180 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-1480a33f-4f70-401d-a42e-773e76172d3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:49.904391 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-1480a33f-4f70-401d-a42e-773e76172d3a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/018ff8b9-ea89-4581-b998-2f0eba3d02a5 HTTP/1.1" status: 204  len: 168 time: 1.3175685
Sep 15 13:38:49.966340 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-bfc30f37-859b-4089-a1aa-7862f3a5623f req-e76c7790-940d-4931-a6ff-afade6f88ff2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0cbcac6f7225495aa1bb03e6b75f260d&device_id=9cbe4af9-01bb-42a9-8ae1-7fd044cfb969 HTTP/1.1" status: 200  len: 1096 time: 0.2008169
Sep 15 13:38:50.040787 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 58538) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:38:50.126532 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-3c773659-9699-4647-8080-3ebc4f723d44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:50.159804 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e51d5e-7eae-41e3-8b77-560064f3feb5 req-06303357-1e17-43a0-ae80-f23f193a0bb8 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:50.161432 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-51e51d5e-7eae-41e3-8b77-560064f3feb5 req-06303357-1e17-43a0-ae80-f23f193a0bb8 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.36 "GET /v2.0/networks?id=b896e533-b678-44d7-b97d-e7b840adb427 HTTP/1.1" status: 200  len: 814 time: 0.4029737
Sep 15 13:38:50.186771 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-1522feb6-ddc3-4394-be5d-2eed452279e6 req-73ba8257-bbea-4c49-9de8-b5b8a1d1b6c2 service neutron] 10.222.0.36 "GET /v2.0/networks/9b5d95b3-3bf8-4370-9b66-9dd986b48a07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4295874
Sep 15 13:38:50.186952 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-53fafe4b-d0fc-4a8c-936b-7c9f931d1910 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:50.226540 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [req-51e51d5e-7eae-41e3-8b77-560064f3feb5 req-a991ed2d-26ed-4545-81c4-2e0d22eceaf0 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Request body: {'port': {'device_id': '467923c6-1b6f-4cff-b3d3-fde000eff88f', 'network_id': 'b896e533-b678-44d7-b97d-e7b840adb427', 'admin_state_up': True, 'tenant_id': '123dd1ba9d594e88a025896157079afa'}} {{(pid=82346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:38:50.252566 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-53fafe4b-d0fc-4a8c-936b-7c9f931d1910 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853102158'] for floatingip, after_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:50.405677 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [req-51e51d5e-7eae-41e3-8b77-560064f3feb5 req-a991ed2d-26ed-4545-81c4-2e0d22eceaf0 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:38:50.410550 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 58552) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:38:50.411531 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-51e51d5e-7eae-41e3-8b77-560064f3feb5 req-a991ed2d-26ed-4545-81c4-2e0d22eceaf0 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Usage tracker for resource:port and tenant:123dd1ba9d594e88a025896157079afa is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:38:50.416218 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-51e51d5e-7eae-41e3-8b77-560064f3feb5 req-a991ed2d-26ed-4545-81c4-2e0d22eceaf0 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Quota usage for port was recalculated. Used quota:1. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:38:50.434261 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [req-51e51d5e-7eae-41e3-8b77-560064f3feb5 req-a991ed2d-26ed-4545-81c4-2e0d22eceaf0 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:38:50.444265 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-ae726d1d-ce41-416d-921b-a806d4e45e97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:50.464114 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51e51d5e-7eae-41e3-8b77-560064f3feb5 req-a991ed2d-26ed-4545-81c4-2e0d22eceaf0 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Made reservation on behalf of 123dd1ba9d594e88a025896157079afa for: {'port': 1} {{(pid=82346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Sep 15 13:38:50.469639 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-51e51d5e-7eae-41e3-8b77-560064f3feb5 req-a991ed2d-26ed-4545-81c4-2e0d22eceaf0 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:50.492155 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-3c773659-9699-4647-8080-3ebc4f723d44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:38:50.504264 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-ae726d1d-ce41-416d-921b-a806d4e45e97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:38:50.512684 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-3c773659-9699-4647-8080-3ebc4f723d44 admin admin] Usage tracker for resource:security_group_rule and tenant:417cbfc2df204342a8ea6a3cdffba851 is out of sync, need to count used quota {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:38:50.549827 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-ae726d1d-ce41-416d-921b-a806d4e45e97 admin admin] Usage tracker for resource:security_group_rule and tenant:956484fe198f4c27a1ba0e2896a73325 is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:38:50.554271 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-ae726d1d-ce41-416d-921b-a806d4e45e97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:38:50.568022 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-ae726d1d-ce41-416d-921b-a806d4e45e97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:38:50.733814 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-3c773659-9699-4647-8080-3ebc4f723d44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:38:50.779210 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc30f37-859b-4089-a1aa-7862f3a5623f req-5d9cc339-01ec-40de-a3cf-55701848e4cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:50.780862 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-bfc30f37-859b-4089-a1aa-7862f3a5623f req-5d9cc339-01ec-40de-a3cf-55701848e4cb service neutron] 10.222.0.36 "GET /v2.0/networks?id=0aeb072c-a9dd-4843-980d-6722c2605338 HTTP/1.1" status: 200  len: 915 time: 0.7331171
Sep 15 13:38:50.797608 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-3c773659-9699-4647-8080-3ebc4f723d44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:38:50.869971 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-c29b752f-e484-41c8-929d-bae3346a33b4 req-a4df771d-a5fb-4dd0-8d47-aeec61d50ed6 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/ports?device_id=467923c6-1b6f-4cff-b3d3-fde000eff88f HTTP/1.1" status: 200  len: 210 time: 0.1412337
Sep 15 13:38:50.898227 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-bfc30f37-859b-4089-a1aa-7862f3a5623f req-c330f682-dbab-4989-b090-c0ef68f54f68 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c2ef326d-0e17-4db7-98d2-6c04e0033a42 HTTP/1.1" status: 200  len: 217 time: 0.1018171
Sep 15 13:38:50.898439 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.db_base_plugin_common [req-51e51d5e-7eae-41e3-8b77-560064f3feb5 req-a991ed2d-26ed-4545-81c4-2e0d22eceaf0 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Allocated IP 172.20.0.13 (b896e533-b678-44d7-b97d-e7b840adb427/6e2787c1-0944-4332-859d-d1109defbfe6/95e97c21-2d47-41e7-a35c-ac76e5b4a7e3) {{(pid=82346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Sep 15 13:38:50.921662 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-ae726d1d-ce41-416d-921b-a806d4e45e97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:50.927516 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-ae726d1d-ce41-416d-921b-a806d4e45e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:50.934388 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-fb10b544-bb47-4e3d-939c-01e2fa371915 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:38:50.969098 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e0627-3379-4cc0-bff5-7446c526a6f7 req-76f4255d-2be8-469f-9bb5-e2b53116f1f3 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:50.970723 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-887e0627-3379-4cc0-bff5-7446c526a6f7 req-76f4255d-2be8-469f-9bb5-e2b53116f1f3 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e632c56-791b-4093-85d6-b58807099a2b HTTP/1.1" status: 200  len: 945 time: 0.6432865
Sep 15 13:38:50.997882 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae726d1d-ce41-416d-921b-a806d4e45e97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d1e24fd-828a-4a52-be67-a4d0fa525efb,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:38:51.001324 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-ae726d1d-ce41-416d-921b-a806d4e45e97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:38:51.031341 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-ae726d1d-ce41-416d-921b-a806d4e45e97 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=956484fe198f4c27a1ba0e2896a73325&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6142027
Sep 15 13:38:51.032720 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 58562) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:38:51.104597 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc30f37-859b-4089-a1aa-7862f3a5623f req-69a2a9da-e9c2-47ba-91b8-cbab920f605d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:51.106190 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-bfc30f37-859b-4089-a1aa-7862f3a5623f req-69a2a9da-e9c2-47ba-91b8-cbab920f605d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=351e9296-ac88-478f-acd0-033a2a9e029f HTTP/1.1" status: 200  len: 854 time: 0.1903586
Sep 15 13:38:51.187817 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-3c773659-9699-4647-8080-3ebc4f723d44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:51.200240 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-bfc30f37-859b-4089-a1aa-7862f3a5623f req-88c3cafb-78e5-498a-b148-a764de13ca22 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0aeb072c-a9dd-4843-980d-6722c2605338&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0781829
Sep 15 13:38:51.205418 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-3c773659-9699-4647-8080-3ebc4f723d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:51.212381 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-d27ee86a-2411-4e5e-b21f-1baa59a052f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:51.213996 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-64c8b17d-4295-4012-b91f-64cc8021b5be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:38:51.236173 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-887e0627-3379-4cc0-bff5-7446c526a6f7 req-56479249-9d7d-4066-a4fb-ac042942851e tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2428193
Sep 15 13:38:51.269107 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-51e51d5e-7eae-41e3-8b77-560064f3feb5 req-a991ed2d-26ed-4545-81c4-2e0d22eceaf0 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Notify callbacks [] for port, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:51.273181 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-d27ee86a-2411-4e5e-b21f-1baa59a052f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:51.332693 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-51e51d5e-7eae-41e3-8b77-560064f3feb5 req-a991ed2d-26ed-4545-81c4-2e0d22eceaf0 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363301743938437'] for port, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:51.339336 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-2c783ae9-58fe-4732-a4e7-ef8f639dbd65 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:38:51.374002 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-d27ee86a-2411-4e5e-b21f-1baa59a052f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:51.401069 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] get_ports_and_sgs() called for port_ids ['1d146de1-007d-4207-8d58-3ab7e0266a17'] {{(pid=82347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 15 13:38:51.419527 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c773659-9699-4647-8080-3ebc4f723d44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=678fa437-10f0-4e05-a467-93c70d363519,revision_number=1']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:38:51.427644 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-3c773659-9699-4647-8080-3ebc4f723d44 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=417cbfc2df204342a8ea6a3cdffba851&name=default HTTP/1.1" status: 200  len: 2647 time: 1.3534675
Sep 15 13:38:51.427644 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-3c773659-9699-4647-8080-3ebc4f723d44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:38:51.432220 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 58568) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:38:51.433355 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.db.l3_db [None req-53fafe4b-d0fc-4a8c-936b-7c9f931d1910 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Floating IP 96a7d116-64e7-408f-824d-b3fe1d744a9e associated. External IP: 172.27.2.69, port: ac7dedab-8994-4fd4-9bbd-3798273cfa83.
Sep 15 13:38:51.435516 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51e51d5e-7eae-41e3-8b77-560064f3feb5 req-a991ed2d-26ed-4545-81c4-2e0d22eceaf0 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Network b896e533-b678-44d7-b97d-e7b840adb427 is already hosted by enough agents. {{(pid=82346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Sep 15 13:38:51.439609 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.base_scheduler [req-51e51d5e-7eae-41e3-8b77-560064f3feb5 req-a991ed2d-26ed-4545-81c4-2e0d22eceaf0 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Resources bound (agent type, host, resource id):  {{(pid=82346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Sep 15 13:38:51.443854 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a991ed2d-26ed-4545-81c4-2e0d22eceaf0 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Pushing event updated for resources: {'Port': ['ID=95e97c21-2d47-41e7-a35c-ac76e5b4a7e3,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:38:51.447475 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [req-51e51d5e-7eae-41e3-8b77-560064f3feb5 req-a991ed2d-26ed-4545-81c4-2e0d22eceaf0 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Received port after_create {{(pid=82346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 15 13:38:51.452051 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e51d5e-7eae-41e3-8b77-560064f3feb5 req-a991ed2d-26ed-4545-81c4-2e0d22eceaf0 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:51.452735 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-51e51d5e-7eae-41e3-8b77-560064f3feb5 req-a991ed2d-26ed-4545-81c4-2e0d22eceaf0 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7149901'] for port, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:51.458472 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-a991ed2d-26ed-4545-81c4-2e0d22eceaf0 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:38:51.461261 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:38:51.482228 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27ee86a-2411-4e5e-b21f-1baa59a052f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d1e24fd-828a-4a52-be67-a4d0fa525efb,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:38:51.485721 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-d27ee86a-2411-4e5e-b21f-1baa59a052f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:38:51.486652 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-d27ee86a-2411-4e5e-b21f-1baa59a052f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:51.489072 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-d27ee86a-2411-4e5e-b21f-1baa59a052f0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5d1e24fd-828a-4a52-be67-a4d0fa525efb HTTP/1.1" status: 204  len: 168 time: 0.4562430
Sep 15 13:38:51.491373 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-51e51d5e-7eae-41e3-8b77-560064f3feb5 req-a991ed2d-26ed-4545-81c4-2e0d22eceaf0 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2692263
Sep 15 13:38:51.512500 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [req-51e51d5e-7eae-41e3-8b77-560064f3feb5 req-9f355fcb-9db5-4b7b-bd79-c301eb8dd8ee service neutron] Request body: {'port': {'device_id': '467923c6-1b6f-4cff-b3d3-fde000eff88f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80918'}} {{(pid=82346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:38:51.523681 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185a9478-edad-4841-baa4-7d0687d43f46 req-f99e6a66-95c4-4c97-8907-a5fd261ff66c tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:51.525309 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-185a9478-edad-4841-baa4-7d0687d43f46 req-f99e6a66-95c4-4c97-8907-a5fd261ff66c tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] 10.222.0.41 "GET /v2.0/ports?device_id=9cbe4af9-01bb-42a9-8ae1-7fd044cfb969 HTTP/1.1" status: 200  len: 943 time: 0.5250096
Sep 15 13:38:51.666618 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-51e51d5e-7eae-41e3-8b77-560064f3feb5 req-9f355fcb-9db5-4b7b-bd79-c301eb8dd8ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:51.694008 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-bfc30f37-859b-4089-a1aa-7862f3a5623f req-f7e3e9de-5dae-4c6d-9546-d63fdb143480 service neutron] 10.222.0.36 "GET /v2.0/networks/0aeb072c-a9dd-4843-980d-6722c2605338?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4607093
Sep 15 13:38:51.759887 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-185a9478-edad-4841-baa4-7d0687d43f46 req-07c4fb2c-613c-4277-91f2-1adb0ab15d73 tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] 10.222.0.41 "GET /v2.0/security-groups?id=3ec045ec-f9aa-4f72-9045-a175b13bb7d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1441858
Sep 15 13:38:51.766791 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-c959d90e-0a9c-43e3-b632-5a0ac8eb9fc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:51.854090 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-c959d90e-0a9c-43e3-b632-5a0ac8eb9fc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:52.056435 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [req-51e51d5e-7eae-41e3-8b77-560064f3feb5 req-9f355fcb-9db5-4b7b-bd79-c301eb8dd8ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95e97c21-2d47-41e7-a35c-ac76e5b4a7e3 {{(pid=82346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Sep 15 13:38:52.063546 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-51e51d5e-7eae-41e3-8b77-560064f3feb5 req-9f355fcb-9db5-4b7b-bd79-c301eb8dd8ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:52.075253 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-bfc30f37-859b-4089-a1aa-7862f3a5623f req-bb2199d7-4dc7-41f8-a897-2548357e55be service neutron] 10.222.0.36 "GET /v2.0/networks/0aeb072c-a9dd-4843-980d-6722c2605338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2924128
Sep 15 13:38:52.090506 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [req-51e51d5e-7eae-41e3-8b77-560064f3feb5 req-9f355fcb-9db5-4b7b-bd79-c301eb8dd8ee service neutron] Transition to ACTIVE for port object 95e97c21-2d47-41e7-a35c-ac76e5b4a7e3 will not be triggered until provisioned by entity L2. {{(pid=82346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Sep 15 13:38:52.096136 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-51e51d5e-7eae-41e3-8b77-560064f3feb5 req-9f355fcb-9db5-4b7b-bd79-c301eb8dd8ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:52.102768 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-c959d90e-0a9c-43e3-b632-5a0ac8eb9fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:52.106730 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-3c773659-9699-4647-8080-3ebc4f723d44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:38:52.108860 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:38:52.125565 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c959d90e-0a9c-43e3-b632-5a0ac8eb9fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=678fa437-10f0-4e05-a467-93c70d363519,revision_number=None']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:38:52.133090 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-c959d90e-0a9c-43e3-b632-5a0ac8eb9fc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:38:52.139839 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-c959d90e-0a9c-43e3-b632-5a0ac8eb9fc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:52.144506 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-c959d90e-0a9c-43e3-b632-5a0ac8eb9fc5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/678fa437-10f0-4e05-a467-93c70d363519 HTTP/1.1" status: 204  len: 168 time: 0.6602244
Sep 15 13:38:52.237671 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f355fcb-9db5-4b7b-bd79-c301eb8dd8ee service neutron] Pushing event updated for resources: {'Port': ['ID=95e97c21-2d47-41e7-a35c-ac76e5b4a7e3,revision_number=2']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:38:52.241309 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-9f355fcb-9db5-4b7b-bd79-c301eb8dd8ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:38:52.339661 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [req-51e51d5e-7eae-41e3-8b77-560064f3feb5 req-9f355fcb-9db5-4b7b-bd79-c301eb8dd8ee service neutron] Attempting to bind port 95e97c21-2d47-41e7-a35c-ac76e5b4a7e3 on host hv-cinder-80918 for vnic_type normal with profile  {{(pid=82346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Sep 15 13:38:52.339811 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [req-51e51d5e-7eae-41e3-8b77-560064f3feb5 req-9f355fcb-9db5-4b7b-bd79-c301eb8dd8ee service neutron] Attempting to bind port 95e97c21-2d47-41e7-a35c-ac76e5b4a7e3 by drivers openvswitch,hyperv on host hv-cinder-80918 at level 0 using segments [{'id': '3490644b-788c-43d7-8cb9-2ed21ec8c954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'b896e533-b678-44d7-b97d-e7b840adb427'}] {{(pid=82346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Sep 15 13:38:52.340117 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e51d5e-7eae-41e3-8b77-560064f3feb5 req-9f355fcb-9db5-4b7b-bd79-c301eb8dd8ee service neutron] Attempting to bind port 95e97c21-2d47-41e7-a35c-ac76e5b4a7e3 on network b896e533-b678-44d7-b97d-e7b840adb427 {{(pid=82346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Sep 15 13:38:52.350302 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e51d5e-7eae-41e3-8b77-560064f3feb5 req-9f355fcb-9db5-4b7b-bd79-c301eb8dd8ee service neutron] Port 95e97c21-2d47-41e7-a35c-ac76e5b4a7e3 on network b896e533-b678-44d7-b97d-e7b840adb427 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80918 {{(pid=82346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 15 13:38:52.350673 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e51d5e-7eae-41e3-8b77-560064f3feb5 req-9f355fcb-9db5-4b7b-bd79-c301eb8dd8ee service neutron] Attempting to bind port 95e97c21-2d47-41e7-a35c-ac76e5b4a7e3 on network b896e533-b678-44d7-b97d-e7b840adb427 {{(pid=82346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Sep 15 13:38:52.352201 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4693fe85-9ae2-4b26-aae0-012b1bcdd88d req-18999fc9-d5c9-4457-b405-c2dc1943eeb8 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:52.353883 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-4693fe85-9ae2-4b26-aae0-012b1bcdd88d req-18999fc9-d5c9-4457-b405-c2dc1943eeb8 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/ports?device_id=467923c6-1b6f-4cff-b3d3-fde000eff88f HTTP/1.1" status: 200  len: 932 time: 0.3362269
Sep 15 13:38:52.357940 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e51d5e-7eae-41e3-8b77-560064f3feb5 req-9f355fcb-9db5-4b7b-bd79-c301eb8dd8ee service neutron] Checking agent: {'id': '0b6080d1-6da0-4ccd-961d-05ec14f91c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80918', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 35, 33), 'started_at': datetime.datetime(2021, 9, 15, 13, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Sep 15 13:38:52.358445 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e51d5e-7eae-41e3-8b77-560064f3feb5 req-9f355fcb-9db5-4b7b-bd79-c301eb8dd8ee service neutron] Checking segment: {'id': '3490644b-788c-43d7-8cb9-2ed21ec8c954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'b896e533-b678-44d7-b97d-e7b840adb427'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Sep 15 13:38:52.358872 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e51d5e-7eae-41e3-8b77-560064f3feb5 req-9f355fcb-9db5-4b7b-bd79-c301eb8dd8ee service neutron] Bound using segment: {'id': '3490644b-788c-43d7-8cb9-2ed21ec8c954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'b896e533-b678-44d7-b97d-e7b840adb427'} {{(pid=82346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Sep 15 13:38:52.359348 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [req-51e51d5e-7eae-41e3-8b77-560064f3feb5 req-9f355fcb-9db5-4b7b-bd79-c301eb8dd8ee service neutron] Bound port: 95e97c21-2d47-41e7-a35c-ac76e5b4a7e3, host: hv-cinder-80918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3490644b-788c-43d7-8cb9-2ed21ec8c954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'b896e533-b678-44d7-b97d-e7b840adb427'}}] {{(pid=82346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Sep 15 13:38:52.359802 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-51e51d5e-7eae-41e3-8b77-560064f3feb5 req-9f355fcb-9db5-4b7b-bd79-c301eb8dd8ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:52.465101 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-4693fe85-9ae2-4b26-aae0-012b1bcdd88d req-1ea02209-a84e-4d9d-980f-d8af21b89bc2 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2bc11e6-bbc1-4efa-b746-171b2be9153a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0954723
Sep 15 13:38:52.465652 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [req-51e51d5e-7eae-41e3-8b77-560064f3feb5 req-9f355fcb-9db5-4b7b-bd79-c301eb8dd8ee service neutron] For port 95e97c21-2d47-41e7-a35c-ac76e5b4a7e3, host hv-cinder-80918, cleared binding levels {{(pid=82346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Sep 15 13:38:52.469058 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [req-51e51d5e-7eae-41e3-8b77-560064f3feb5 req-9f355fcb-9db5-4b7b-bd79-c301eb8dd8ee service neutron] For port 95e97c21-2d47-41e7-a35c-ac76e5b4a7e3, host hv-cinder-80918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=95e97c21-2d47-41e7-a35c-ac76e5b4a7e3,segment=NetworkSegment(3490644b-788c-43d7-8cb9-2ed21ec8c954),segment_id=3490644b-788c-43d7-8cb9-2ed21ec8c954)] {{(pid=82346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Sep 15 13:38:52.473844 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-51e51d5e-7eae-41e3-8b77-560064f3feb5 req-9f355fcb-9db5-4b7b-bd79-c301eb8dd8ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:52.477974 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-27751303-f777-41f1-8a6b-848b673b5067 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:38:52.548482 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-51e51d5e-7eae-41e3-8b77-560064f3feb5 req-9f355fcb-9db5-4b7b-bd79-c301eb8dd8ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7149901'] for port, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:52.553786 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-51e51d5e-7eae-41e3-8b77-560064f3feb5 req-9f355fcb-9db5-4b7b-bd79-c301eb8dd8ee service neutron] 10.222.0.36 "PUT /v2.0/ports/95e97c21-2d47-41e7-a35c-ac76e5b4a7e3 HTTP/1.1" status: 200  len: 1094 time: 1.0462453
Sep 15 13:38:52.596543 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '467923c6-1b6f-4cff-b3d3-fde000eff88f', 'tag': '95e97c21-2d47-41e7-a35c-ac76e5b4a7e3'}] {{(pid=82346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Sep 15 13:38:52.602912 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f355fcb-9db5-4b7b-bd79-c301eb8dd8ee service neutron] Pushing event updated for resources: {'Port': ['ID=95e97c21-2d47-41e7-a35c-ac76e5b4a7e3,revision_number=3']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:38:52.606420 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-9f355fcb-9db5-4b7b-bd79-c301eb8dd8ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:38:52.645527 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53fafe4b-d0fc-4a8c-936b-7c9f931d1910 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Router b57ef187-4677-4138-9304-5ae1a012bd28 has already been hosted by L3 agent c919ec5e-912e-4080-8a6b-9b8956cb875b {{(pid=82345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Sep 15 13:38:52.675358 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51972c1-c9ca-4294-a38d-8c166d14c419 req-7650c459-ce9c-43cc-89af-2caa1101513c tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:52.683572 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-b51972c1-c9ca-4294-a38d-8c166d14c419 req-7650c459-ce9c-43cc-89af-2caa1101513c tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e632c56-791b-4093-85d6-b58807099a2b HTTP/1.1" status: 200  len: 945 time: 0.1740530
Sep 15 13:38:52.713410 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '467923c6-1b6f-4cff-b3d3-fde000eff88f', 'tag': '95e97c21-2d47-41e7-a35c-ac76e5b4a7e3', 'status': 'completed', 'code': 200}
Sep 15 13:38:52.756079 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-51e51d5e-7eae-41e3-8b77-560064f3feb5 req-73757f38-3bbd-4ea0-b63a-28856155b83e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=123dd1ba9d594e88a025896157079afa&device_id=467923c6-1b6f-4cff-b3d3-fde000eff88f HTTP/1.1" status: 200  len: 1097 time: 0.1055748
Sep 15 13:38:52.864101 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-51e51d5e-7eae-41e3-8b77-560064f3feb5 req-229b8915-9186-4c7d-821c-ba0f6a7e5ed8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95e97c21-2d47-41e7-a35c-ac76e5b4a7e3 HTTP/1.1" status: 200  len: 217 time: 0.0902421
Sep 15 13:38:52.948832 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e51d5e-7eae-41e3-8b77-560064f3feb5 req-64eb9001-b932-4a52-b53d-546d14d9ad2c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:52.950437 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-51e51d5e-7eae-41e3-8b77-560064f3feb5 req-64eb9001-b932-4a52-b53d-546d14d9ad2c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6e2787c1-0944-4332-859d-d1109defbfe6 HTTP/1.1" status: 200  len: 854 time: 0.0743229
Sep 15 13:38:53.021543 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-51e51d5e-7eae-41e3-8b77-560064f3feb5 req-34758bbd-2404-4047-959c-b0b1a78dc4b0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b896e533-b678-44d7-b97d-e7b840adb427&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0518377
Sep 15 13:38:53.191765 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Device c2ef326d-0e17-4db7-98d2-6c04e0033a42 details requested by agent hyperv_hv-cinder-80918 with host hv-cinder-80918 {{(pid=82347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Sep 15 13:38:53.205862 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-b51972c1-c9ca-4294-a38d-8c166d14c419 req-90c0b3e9-2e80-4397-9c9e-0d1a477d8b15 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5099995
Sep 15 13:38:53.290678 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-51e51d5e-7eae-41e3-8b77-560064f3feb5 req-6a22a70b-1ed2-43d5-b847-869244d7e878 service neutron] 10.222.0.36 "GET /v2.0/networks/b896e533-b678-44d7-b97d-e7b840adb427?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2226815
Sep 15 13:38:53.360558 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb2dc0e-bb5c-4110-8f43-8056c5ef4fed req-9694b3e4-8e8b-4114-bb38-232009d04705 tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:53.368515 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-bbb2dc0e-bb5c-4110-8f43-8056c5ef4fed req-9694b3e4-8e8b-4114-bb38-232009d04705 tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] 10.222.0.41 "GET /v2.0/ports?device_id=9cbe4af9-01bb-42a9-8ae1-7fd044cfb969 HTTP/1.1" status: 200  len: 943 time: 0.1890259
Sep 15 13:38:53.448755 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-bbb2dc0e-bb5c-4110-8f43-8056c5ef4fed req-9e0634ad-db00-4520-bbca-2e516f9f821c tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] 10.222.0.41 "GET /v2.0/security-groups?id=3ec045ec-f9aa-4f72-9045-a175b13bb7d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0760727
Sep 15 13:38:53.483387 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53fafe4b-d0fc-4a8c-936b-7c9f931d1910 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Notify agent at l3_agent.dv-cinder-809181-1-iscsi the message routers_updated {{(pid=82345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Sep 15 13:38:53.494986 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d427ca7e-c83a-49aa-a1b2-a46a4d0c408b None None] Sync routers for ids ['b57ef187-4677-4138-9304-5ae1a012bd28'] in dv-cinder-809181-1-iscsi {{(pid=82348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Sep 15 13:38:53.505170 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-53fafe4b-d0fc-4a8c-936b-7c9f931d1910 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251427'] for floatingip, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:53.521507 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d427ca7e-c83a-49aa-a1b2-a46a4d0c408b None None] Routers {'b57ef187-4677-4138-9304-5ae1a012bd28'} bound to L3 agent in host dv-cinder-809181-1-iscsi {{(pid=82348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 15 13:38:53.521696 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] For port c2ef326d-0e17-4db7-98d2-6c04e0033a42, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=c2ef326d-0e17-4db7-98d2-6c04e0033a42,segment=NetworkSegment(63d1bfcf-0223-48a4-817f-096249120299),segment_id=63d1bfcf-0223-48a4-817f-096249120299)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:38:53.523814 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-d427ca7e-c83a-49aa-a1b2-a46a4d0c408b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cd1f4f8d0>, 'dv-cinder-809181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T13:29:29Z,description=<?>,heartbeat_timestamp=2021-09-15T13:38:29Z,host='dv-cinder-809181-1-iscsi',id=c919ec5e-912e-4080-8a6b-9b8956cb875b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T13:29:29Z,topic='l3_agent')) {'router_ids': ['b57ef187-4677-4138-9304-5ae1a012bd28'], 'active': True} {{(pid=82348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:38:53.526612 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-51e51d5e-7eae-41e3-8b77-560064f3feb5 req-4245d842-af7c-45b1-baf6-0b175f6ea196 service neutron] 10.222.0.36 "GET /v2.0/networks/b896e533-b678-44d7-b97d-e7b840adb427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2172067
Sep 15 13:38:53.569282 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Returning: {'device': 'c2ef326d-0e17-4db7-98d2-6c04e0033a42', 'network_id': '0aeb072c-a9dd-4843-980d-6722c2605338', 'port_id': 'c2ef326d-0e17-4db7-98d2-6c04e0033a42', 'mac_address': 'fa:16:3e:f3:9f:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '351e9296-ac88-478f-acd0-033a2a9e029f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 15 13:38:53.665262 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-53fafe4b-d0fc-4a8c-936b-7c9f931d1910 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "PUT /v2.0/floatingips/96a7d116-64e7-408f-824d-b3fe1d744a9e HTTP/1.1" status: 200  len: 990 time: 4.9946840
Sep 15 13:38:53.666161 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea90189b-6db1-44bc-9a33-ebff7f7fcbaa', 'tag': 'ac7dedab-8994-4fd4-9bbd-3798273cfa83'}] {{(pid=82345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Sep 15 13:38:53.717470 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:53.742254 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2ef326d-0e17-4db7-98d2-6c04e0033a42 {{(pid=82347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Sep 15 13:38:53.758384 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] For port c2ef326d-0e17-4db7-98d2-6c04e0033a42, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=c2ef326d-0e17-4db7-98d2-6c04e0033a42,segment=NetworkSegment(63d1bfcf-0223-48a4-817f-096249120299),segment_id=63d1bfcf-0223-48a4-817f-096249120299)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:38:53.764660 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:53.766495 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-543dd524-0777-42f9-b7fd-ea45ce828272 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:38:53.860635 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Pushing event updated for resources: {'Port': ['ID=c2ef326d-0e17-4db7-98d2-6c04e0033a42,revision_number=4']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:38:53.866370 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:38:53.880270 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvr_db [None req-d427ca7e-c83a-49aa-a1b2-a46a4d0c408b None None] Set router b57ef187-4677-4138-9304-5ae1a012bd28 gateway port host: dv-cinder-809181-1-iscsi {{(pid=82348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Sep 15 13:38:53.895459 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-2c64e00b-4f7a-4b22-bf54-c16059b0e69d req-e297e219-7156-4812-9138-641c59ecdb09 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=123dd1ba9d594e88a025896157079afa&device_id=467923c6-1b6f-4cff-b3d3-fde000eff88f HTTP/1.1" status: 200  len: 1097 time: 0.2420959
Sep 15 13:38:53.905979 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2217dc6c-02bb-4770-85a1-d1a62e6f431a req-e150d2d7-3f3b-4811-afbb-3997f76cf634 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:53.907929 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-2217dc6c-02bb-4770-85a1-d1a62e6f431a req-e150d2d7-3f3b-4811-afbb-3997f76cf634 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/ports?device_id=467923c6-1b6f-4cff-b3d3-fde000eff88f HTTP/1.1" status: 200  len: 944 time: 0.1919250
Sep 15 13:38:53.973180 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-2217dc6c-02bb-4770-85a1-d1a62e6f431a req-018f8e47-ed8a-4ead-b640-7681c015e7f2 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2bc11e6-bbc1-4efa-b746-171b2be9153a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0571795
Sep 15 13:38:54.124253 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c64e00b-4f7a-4b22-bf54-c16059b0e69d req-56d3ab72-f053-49cc-ad6c-1cbd46e4c808 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:54.129035 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-2c64e00b-4f7a-4b22-bf54-c16059b0e69d req-56d3ab72-f053-49cc-ad6c-1cbd46e4c808 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b896e533-b678-44d7-b97d-e7b840adb427 HTTP/1.1" status: 200  len: 915 time: 0.1835363
Sep 15 13:38:54.136565 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea90189b-6db1-44bc-9a33-ebff7f7fcbaa', 'tag': 'ac7dedab-8994-4fd4-9bbd-3798273cfa83', 'status': 'completed', 'code': 200}
Sep 15 13:38:54.373837 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] get_ports_and_sgs() called for port_ids ['c2ef326d-0e17-4db7-98d2-6c04e0033a42'] {{(pid=82347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 15 13:38:54.385719 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-2c64e00b-4f7a-4b22-bf54-c16059b0e69d req-bdf667cd-780e-4e41-bbf3-53360fad559a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95e97c21-2d47-41e7-a35c-ac76e5b4a7e3 HTTP/1.1" status: 200  len: 217 time: 0.1961012
Sep 15 13:38:54.390079 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-f08ab7e8-2f4e-4e43-95ac-34a5c881b61a req-0b6f49a8-5983-4234-bdb6-caafa585a0f1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=025c529061864e2ab47987e7d6ed7d28&device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 1098 time: 0.1663954
Sep 15 13:38:54.536528 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-d427ca7e-c83a-49aa-a1b2-a46a4d0c408b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cd1f4f8d0>, [{'id': 'b57ef187-4677-4138-9304-5ae1a012bd28', 'name': 'tempest-AttachVolumeShelveTestJSON-500667379-router', 'tenant_id': '025c529061864e2ab47987e7d6ed7d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': '05c1d5c3-330b-4f4d-9200-6dad9f8a07b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:37Z', 'updated_at': '2021-09-15T13:37:48Z', 'revision_number': 4, 'project_id': '025c529061864e2ab47987e7d6ed7d28', 'gw_port': {'id': '05c1d5c3-330b-4f4d-9200-6dad9f8a07b3', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cf:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57ef187-4677-4138-9304-5ae1a012bd28', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:38Z', 'updated_at': '2021-09-15T13:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi', '_floatingips': [{'id': '96a7d116-64e7-408f-824d-b3fe1d744a9e', 'tenant_id': '025c529061864e2ab47987e7d6ed7d28', 'floating_ip_address': '172.27.2.69', 'floating_network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'router_id': 'b57ef187-4677-4138-9304-5ae1a012bd28', 'port_id': 'ac7dedab-8994-4fd4-9bbd-3798273cfa83', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9c16276-857e-49e4-bec2-1a6e621bb0c0', 'mac_address': 'fa:16:3e:9e:f9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea90189b-6db1-44bc-9a33-ebff7f7fcbaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:38:11Z', 'updated_at': '2021-09-15T13:38:49Z', 'revision_number': 1, 'project_id': '025c529061864e2ab47987e7d6ed7d28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e087af7b-9fed-4da0-b075-bf2545f634df', 'name': '', 'network_id': 'e9c16276-857e-49e4-bec2-1a6e621bb0c0', 'tenant_id': '025c529061864e2ab47987e7d6ed7d28', 'mac_address': 'fa:16:3e:a1:63:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57ef187-4677-4138-9304-5ae1a012bd28', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d3cda93-f669-4c8c-b3ae-fd1f6c47904a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:44Z', 'updated_at': '2021-09-15T13:38:13Z', 'revision_number': 5, 'project_id': '025c529061864e2ab47987e7d6ed7d28', 'subnets': [{'id': '5d3cda93-f669-4c8c-b3ae-fd1f6c47904a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-iscsi', False) {} {{(pid=82348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:38:54.540645 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d427ca7e-c83a-49aa-a1b2-a46a4d0c408b None None] Checking router: b57ef187-4677-4138-9304-5ae1a012bd28 for host: dv-cinder-809181-1-iscsi {{(pid=82348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Sep 15 13:38:54.552261 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d427ca7e-c83a-49aa-a1b2-a46a4d0c408b None None] Routers {'b57ef187-4677-4138-9304-5ae1a012bd28'} bound to L3 agent in host dv-cinder-809181-1-iscsi {{(pid=82348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 15 13:38:54.552935 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-d427ca7e-c83a-49aa-a1b2-a46a4d0c408b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cd1f4f8d0>, 'dv-cinder-809181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T13:29:29Z,description=<?>,heartbeat_timestamp=2021-09-15T13:38:29Z,host='dv-cinder-809181-1-iscsi',id=c919ec5e-912e-4080-8a6b-9b8956cb875b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T13:29:29Z,topic='l3_agent')) {'router_ids': ['b57ef187-4677-4138-9304-5ae1a012bd28'], 'active': True} {{(pid=82348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:38:54.644129 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c64e00b-4f7a-4b22-bf54-c16059b0e69d req-9ad12c0b-6468-4cab-8378-9e4d9a7bae52 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:54.645749 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-2c64e00b-4f7a-4b22-bf54-c16059b0e69d req-9ad12c0b-6468-4cab-8378-9e4d9a7bae52 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6e2787c1-0944-4332-859d-d1109defbfe6 HTTP/1.1" status: 200  len: 854 time: 0.1686993
Sep 15 13:38:54.740391 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-2c64e00b-4f7a-4b22-bf54-c16059b0e69d req-dee70e9f-1916-47cb-8246-91ab35d9d9f8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b896e533-b678-44d7-b97d-e7b840adb427&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0829210
Sep 15 13:38:54.766691 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvr_db [None req-d427ca7e-c83a-49aa-a1b2-a46a4d0c408b None None] Set router b57ef187-4677-4138-9304-5ae1a012bd28 gateway port host: dv-cinder-809181-1-iscsi {{(pid=82348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Sep 15 13:38:54.905517 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ab7e8-2f4e-4e43-95ac-34a5c881b61a req-25f27960-e775-4a9a-856d-25144c729059 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:54.907894 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-f08ab7e8-2f4e-4e43-95ac-34a5c881b61a req-25f27960-e775-4a9a-856d-25144c729059 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e9c16276-857e-49e4-bec2-1a6e621bb0c0 HTTP/1.1" status: 200  len: 917 time: 0.4325063
Sep 15 13:38:54.923776 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b1a935-8165-4cc2-bfe3-77909a70b456 req-80299d9c-b934-4280-bc89-819ca9527ead tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:54.932366 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-78b1a935-8165-4cc2-bfe3-77909a70b456 req-80299d9c-b934-4280-bc89-819ca9527ead tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] 10.222.0.41 "GET /v2.0/ports?device_id=e07f2504-e042-48e6-8a29-a2bba24a76d8 HTTP/1.1" status: 200  len: 946 time: 0.2380345
Sep 15 13:38:54.975074 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb015dd-2dbe-4ff7-b1d2-4747813351e8 req-9d6f6902-deb3-4047-bf8f-c7e5e9c44284 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:54.985222 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-ecb015dd-2dbe-4ff7-b1d2-4747813351e8 req-9d6f6902-deb3-4047-bf8f-c7e5e9c44284 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e632c56-791b-4093-85d6-b58807099a2b HTTP/1.1" status: 200  len: 945 time: 0.4662302
Sep 15 13:38:55.003716 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-2c64e00b-4f7a-4b22-bf54-c16059b0e69d req-71831a37-c0c7-489d-9c62-f83a764d00ab service neutron] 10.222.0.36 "GET /v2.0/networks/b896e533-b678-44d7-b97d-e7b840adb427?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2428548
Sep 15 13:38:55.107014 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-78b1a935-8165-4cc2-bfe3-77909a70b456 req-e5491860-933d-4a47-abef-d957543f69a1 tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] 10.222.0.41 "GET /v2.0/security-groups?id=0afd651a-224a-4a13-beaf-ffff9b7d003e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1735523
Sep 15 13:38:55.187498 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-f08ab7e8-2f4e-4e43-95ac-34a5c881b61a req-cbe4516e-2bc8-491c-abbe-69193cc7f2c3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac7dedab-8994-4fd4-9bbd-3798273cfa83 HTTP/1.1" status: 200  len: 998 time: 0.2276530
Sep 15 13:38:55.190816 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-ecb015dd-2dbe-4ff7-b1d2-4747813351e8 req-95e7ddff-8c05-4233-9132-82018bf8df76 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2045691
Sep 15 13:38:55.269670 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-2c64e00b-4f7a-4b22-bf54-c16059b0e69d req-49355898-2b74-4a0d-81f9-d6d6e7a71636 service neutron] 10.222.0.36 "GET /v2.0/networks/b896e533-b678-44d7-b97d-e7b840adb427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2550206
Sep 15 13:38:55.278027 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ab7e8-2f4e-4e43-95ac-34a5c881b61a req-e55c2281-c957-4d80-9491-e7068c616054 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:55.279822 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-f08ab7e8-2f4e-4e43-95ac-34a5c881b61a req-e55c2281-c957-4d80-9491-e7068c616054 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5d3cda93-f669-4c8c-b3ae-fd1f6c47904a HTTP/1.1" status: 200  len: 855 time: 0.0781524
Sep 15 13:38:55.393923 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-d427ca7e-c83a-49aa-a1b2-a46a4d0c408b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cd1f4f8d0>, [{'id': 'b57ef187-4677-4138-9304-5ae1a012bd28', 'name': 'tempest-AttachVolumeShelveTestJSON-500667379-router', 'tenant_id': '025c529061864e2ab47987e7d6ed7d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': '05c1d5c3-330b-4f4d-9200-6dad9f8a07b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:37Z', 'updated_at': '2021-09-15T13:37:48Z', 'revision_number': 4, 'project_id': '025c529061864e2ab47987e7d6ed7d28', 'gw_port': {'id': '05c1d5c3-330b-4f4d-9200-6dad9f8a07b3', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cf:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57ef187-4677-4138-9304-5ae1a012bd28', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:38Z', 'updated_at': '2021-09-15T13:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi', '_floatingips': [{'id': '96a7d116-64e7-408f-824d-b3fe1d744a9e', 'tenant_id': '025c529061864e2ab47987e7d6ed7d28', 'floating_ip_address': '172.27.2.69', 'floating_network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'router_id': 'b57ef187-4677-4138-9304-5ae1a012bd28', 'port_id': 'ac7dedab-8994-4fd4-9bbd-3798273cfa83', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9c16276-857e-49e4-bec2-1a6e621bb0c0', 'mac_address': 'fa:16:3e:9e:f9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea90189b-6db1-44bc-9a33-ebff7f7fcbaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:38:11Z', 'updated_at': '2021-09-15T13:38:49Z', 'revision_number': 1, 'project_id': '025c529061864e2ab47987e7d6ed7d28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e087af7b-9fed-4da0-b075-bf2545f634df', 'name': '', 'network_id': 'e9c16276-857e-49e4-bec2-1a6e621bb0c0', 'tenant_id': '025c529061864e2ab47987e7d6ed7d28', 'mac_address': 'fa:16:3e:a1:63:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57ef187-4677-4138-9304-5ae1a012bd28', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d3cda93-f669-4c8c-b3ae-fd1f6c47904a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:44Z', 'updated_at': '2021-09-15T13:38:13Z', 'revision_number': 5, 'project_id': '025c529061864e2ab47987e7d6ed7d28', 'subnets': [{'id': '5d3cda93-f669-4c8c-b3ae-fd1f6c47904a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-iscsi', False) {} {{(pid=82348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:38:55.398371 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d427ca7e-c83a-49aa-a1b2-a46a4d0c408b None None] The sync data for ids ['b57ef187-4677-4138-9304-5ae1a012bd28'] in dv-cinder-809181-1-iscsi is: [{'id': 'b57ef187-4677-4138-9304-5ae1a012bd28', 'name': 'tempest-AttachVolumeShelveTestJSON-500667379-router', 'tenant_id': '025c529061864e2ab47987e7d6ed7d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': '05c1d5c3-330b-4f4d-9200-6dad9f8a07b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:37Z', 'updated_at': '2021-09-15T13:37:48Z', 'revision_number': 4, 'project_id': '025c529061864e2ab47987e7d6ed7d28', 'gw_port': {'id': '05c1d5c3-330b-4f4d-9200-6dad9f8a07b3', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cf:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57ef187-4677-4138-9304-5ae1a012bd28', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:38Z', 'updated_at': '2021-09-15T13:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi', '_floatingips': [{'id': '96a7d116-64e7-408f-824d-b3fe1d744a9e', 'tenant_id': '025c529061864e2ab47987e7d6ed7d28', 'floating_ip_address': '172.27.2.69', 'floating_network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'router_id': 'b57ef187-4677-4138-9304-5ae1a012bd28', 'port_id': 'ac7dedab-8994-4fd4-9bbd-3798273cfa83', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9c16276-857e-49e4-bec2-1a6e621bb0c0', 'mac_address': 'fa:16:3e:9e:f9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea90189b-6db1-44bc-9a33-ebff7f7fcbaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:38:11Z', 'updated_at': '2021-09-15T13:38:49Z', 'revision_number': 1, 'project_id': '025c529061864e2ab47987e7d6ed7d28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e087af7b-9fed-4da0-b075-bf2545f634df', 'name': '', 'network_id': 'e9c16276-857e-49e4-bec2-1a6e621bb0c0', 'tenant_id': '025c529061864e2ab47987e7d6ed7d28', 'mac_address': 'fa:16:3e:a1:63:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57ef187-4677-4138-9304-5ae1a012bd28', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d3cda93-f669-4c8c-b3ae-fd1f6c47904a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:44Z', 'updated_at': '2021-09-15T13:38:13Z', 'revision_number': 5, 'project_id': '025c529061864e2ab47987e7d6ed7d28', 'subnets': [{'id': '5d3cda93-f669-4c8c-b3ae-fd1f6c47904a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Sep 15 13:38:55.471618 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-f08ab7e8-2f4e-4e43-95ac-34a5c881b61a req-749531e0-c94a-4792-984c-81940e5e3deb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e9c16276-857e-49e4-bec2-1a6e621bb0c0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1734598
Sep 15 13:38:55.483620 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaac6096-1b05-4027-aadf-cdd80b05f3aa req-1f11f0da-ce35-486d-bd08-82ac387f655c tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:55.485656 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-aaac6096-1b05-4027-aadf-cdd80b05f3aa req-1f11f0da-ce35-486d-bd08-82ac387f655c tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] 10.222.0.41 "GET /v2.0/ports?device_id=9cbe4af9-01bb-42a9-8ae1-7fd044cfb969 HTTP/1.1" status: 200  len: 944 time: 0.1217268
Sep 15 13:38:55.711109 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-aaac6096-1b05-4027-aadf-cdd80b05f3aa req-0bf3a0fe-0314-41b5-832e-fdac3bcaccae tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] 10.222.0.41 "GET /v2.0/security-groups?id=3ec045ec-f9aa-4f72-9045-a175b13bb7d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1981621
Sep 15 13:38:55.741168 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-f08ab7e8-2f4e-4e43-95ac-34a5c881b61a req-5dfdf1dd-325e-4942-aecb-35a5db0e83a6 service neutron] 10.222.0.36 "GET /v2.0/networks/e9c16276-857e-49e4-bec2-1a6e621bb0c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2530026
Sep 15 13:38:55.860126 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386dc438-2d43-475d-b2d8-3c4ebd3d2a26 req-cf8639dc-6ca5-478f-8e52-c4976c0f4a13 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:55.861858 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-386dc438-2d43-475d-b2d8-3c4ebd3d2a26 req-cf8639dc-6ca5-478f-8e52-c4976c0f4a13 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/ports?device_id=467923c6-1b6f-4cff-b3d3-fde000eff88f HTTP/1.1" status: 200  len: 944 time: 0.2353361
Sep 15 13:38:55.923011 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474ae31d-4e4d-4e13-a502-bceb5feb2f03 None None] New status for floating IP 96a7d116-64e7-408f-824d-b3fe1d744a9e: ACTIVE {{(pid=82347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Sep 15 13:38:56.016417 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-386dc438-2d43-475d-b2d8-3c4ebd3d2a26 req-b10444c4-110b-4c91-8b1b-afa58a8654df tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2bc11e6-bbc1-4efa-b746-171b2be9153a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0849147
Sep 15 13:38:56.027780 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-f08ab7e8-2f4e-4e43-95ac-34a5c881b61a req-2c30221e-fbb7-45bb-a25b-62d51bb53e64 service neutron] 10.222.0.36 "GET /v2.0/networks/e9c16276-857e-49e4-bec2-1a6e621bb0c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2672410
Sep 15 13:38:56.407693 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e50de0-e5ac-4b58-838d-ae424fe0e15f req-2ef6b4d7-0958-4f8b-a02d-7cbdda5e8014 tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:56.409346 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-09e50de0-e5ac-4b58-838d-ae424fe0e15f req-2ef6b4d7-0958-4f8b-a02d-7cbdda5e8014 tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] 10.222.0.41 "GET /v2.0/ports?device_id=e07f2504-e042-48e6-8a29-a2bba24a76d8 HTTP/1.1" status: 200  len: 946 time: 0.1596215
Sep 15 13:38:56.466766 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a15ffc9-0490-4157-ac65-6bfd091c1790 req-3bf25f2f-17cb-4920-9611-3eb7f78e202c tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:56.468278 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-3a15ffc9-0490-4157-ac65-6bfd091c1790 req-3bf25f2f-17cb-4920-9611-3eb7f78e202c tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e632c56-791b-4093-85d6-b58807099a2b HTTP/1.1" status: 200  len: 945 time: 0.1303923
Sep 15 13:38:56.472827 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-435b4b0b-7726-4cc4-ad0c-5964a4510536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:56.512086 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-09e50de0-e5ac-4b58-838d-ae424fe0e15f req-298dda25-1d4d-420f-956c-cb7ff1084fc5 tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] 10.222.0.41 "GET /v2.0/security-groups?id=0afd651a-224a-4a13-beaf-ffff9b7d003e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0956039
Sep 15 13:38:56.541785 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-3a15ffc9-0490-4157-ac65-6bfd091c1790 req-23141827-5403-4143-98f8-ea7c8c53c18e tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0639875
Sep 15 13:38:56.924745 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9595b48b-8031-4a88-a1d3-53149bcf3a41 req-dbc5bbac-02d8-488d-8b5b-3d5f8c1480ed tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:56.927674 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-9595b48b-8031-4a88-a1d3-53149bcf3a41 req-dbc5bbac-02d8-488d-8b5b-3d5f8c1480ed tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] 10.222.0.41 "GET /v2.0/ports?device_id=9cbe4af9-01bb-42a9-8ae1-7fd044cfb969 HTTP/1.1" status: 200  len: 944 time: 0.0869071
Sep 15 13:38:56.978662 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-9595b48b-8031-4a88-a1d3-53149bcf3a41 req-455ffa74-0514-4f02-a0fb-9e63a605d65a tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] 10.222.0.41 "GET /v2.0/security-groups?id=3ec045ec-f9aa-4f72-9045-a175b13bb7d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460222
Sep 15 13:38:58.094610 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:58.859665 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9352cb69-5074-4440-bcb0-ec2fb8b3177d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:59.107150 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9acd9d20-0ed4-40fe-8ec3-e1d8b485d7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:59.204086 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Device 95e97c21-2d47-41e7-a35c-ac76e5b4a7e3 details requested by agent hyperv_hv-cinder-80918 with host hv-cinder-80918 {{(pid=82347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Sep 15 13:38:59.234410 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Device c2ef326d-0e17-4db7-98d2-6c04e0033a42 up at agent hyperv_hv-cinder-80918 {{(pid=82347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Sep 15 13:38:59.406361 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Provisioning for port c2ef326d-0e17-4db7-98d2-6c04e0033a42 completed by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Sep 15 13:38:59.411530 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] For port 95e97c21-2d47-41e7-a35c-ac76e5b4a7e3, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=95e97c21-2d47-41e7-a35c-ac76e5b4a7e3,segment=NetworkSegment(3490644b-788c-43d7-8cb9-2ed21ec8c954),segment_id=3490644b-788c-43d7-8cb9-2ed21ec8c954)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:38:59.422484 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Provisioning complete for port c2ef326d-0e17-4db7-98d2-6c04e0033a42 triggered by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:38:59.422916 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:59.465868 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Returning: {'device': '95e97c21-2d47-41e7-a35c-ac76e5b4a7e3', 'network_id': 'b896e533-b678-44d7-b97d-e7b840adb427', 'port_id': '95e97c21-2d47-41e7-a35c-ac76e5b4a7e3', 'mac_address': 'fa:16:3e:58:4b:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e2787c1-0944-4332-859d-d1109defbfe6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 15 13:38:59.542026 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:59.595886 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95e97c21-2d47-41e7-a35c-ac76e5b4a7e3 {{(pid=82347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Sep 15 13:38:59.626686 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] For port 95e97c21-2d47-41e7-a35c-ac76e5b4a7e3, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=95e97c21-2d47-41e7-a35c-ac76e5b4a7e3,segment=NetworkSegment(3490644b-788c-43d7-8cb9-2ed21ec8c954),segment_id=3490644b-788c-43d7-8cb9-2ed21ec8c954)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:38:59.629757 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:59.632511 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0e281e-7171-41bf-b709-be07d84d408c req-0a7dbbb5-bc18-418d-96a9-a5221bc935c2 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:59.634123 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-ed0e281e-7171-41bf-b709-be07d84d408c req-0a7dbbb5-bc18-418d-96a9-a5221bc935c2 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/ports?device_id=467923c6-1b6f-4cff-b3d3-fde000eff88f HTTP/1.1" status: 200  len: 944 time: 0.1515784
Sep 15 13:38:59.644053 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:59.645037 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403be95b-3280-453d-a1bf-50919bef01f2 req-2853137b-4395-4683-8408-8ef88a2c87ba tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:38:59.647596 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-403be95b-3280-453d-a1bf-50919bef01f2 req-2853137b-4395-4683-8408-8ef88a2c87ba tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] 10.222.0.41 "GET /v2.0/ports?device_id=e07f2504-e042-48e6-8a29-a2bba24a76d8 HTTP/1.1" status: 200  len: 946 time: 0.1252763
Sep 15 13:38:59.648441 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:38:59.707351 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cbe4af9-01bb-42a9-8ae1-7fd044cfb969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2ef326d-0e17-4db7-98d2-6c04e0033a42'}] {{(pid=82347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Sep 15 13:38:59.729099 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] For port c2ef326d-0e17-4db7-98d2-6c04e0033a42, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=c2ef326d-0e17-4db7-98d2-6c04e0033a42,segment=NetworkSegment(63d1bfcf-0223-48a4-817f-096249120299),segment_id=63d1bfcf-0223-48a4-817f-096249120299)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:38:59.733111 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-ed0e281e-7171-41bf-b709-be07d84d408c req-a1159028-fe58-4f02-a8ec-72f6bb092eb3 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2bc11e6-bbc1-4efa-b746-171b2be9153a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0843968
Sep 15 13:38:59.735367 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:38:59.735539 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-403be95b-3280-453d-a1bf-50919bef01f2 req-097b015a-d7cf-474a-b831-84a035ddaca0 tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] 10.222.0.41 "GET /v2.0/security-groups?id=0afd651a-224a-4a13-beaf-ffff9b7d003e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0693269
Sep 15 13:38:59.740256 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Pushing event updated for resources: {'Port': ['ID=95e97c21-2d47-41e7-a35c-ac76e5b4a7e3,revision_number=4']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:38:59.743208 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:38:59.743731 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:38:59.820527 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Pushing event updated for resources: {'Port': ['ID=c2ef326d-0e17-4db7-98d2-6c04e0033a42,revision_number=5']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:38:59.824021 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:39:00.017418 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d4d7e7-936b-4883-a6e1-38ad4b999495 req-f2fecc95-3514-4c82-b80a-eca93f85446a tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:39:00.019429 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-54d4d7e7-936b-4883-a6e1-38ad4b999495 req-f2fecc95-3514-4c82-b80a-eca93f85446a tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] 10.222.0.41 "GET /v2.0/ports?device_id=9cbe4af9-01bb-42a9-8ae1-7fd044cfb969 HTTP/1.1" status: 200  len: 945 time: 0.1191614
Sep 15 13:39:00.025937 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc705bb8-cd3d-4495-9551-59032afa3d53 req-d69e76c2-a2ed-49d3-a89d-4119c868fd2a tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:39:00.027420 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-dc705bb8-cd3d-4495-9551-59032afa3d53 req-d69e76c2-a2ed-49d3-a89d-4119c868fd2a tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e632c56-791b-4093-85d6-b58807099a2b HTTP/1.1" status: 200  len: 945 time: 0.1615856
Sep 15 13:39:00.108152 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-54d4d7e7-936b-4883-a6e1-38ad4b999495 req-81bdf45f-28ce-4c1c-8449-7d6d738a25de tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] 10.222.0.41 "GET /v2.0/security-groups?id=3ec045ec-f9aa-4f72-9045-a175b13bb7d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0782754
Sep 15 13:39:00.113050 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-dc705bb8-cd3d-4495-9551-59032afa3d53 req-56c8edaa-9540-48d0-b271-ca6ca94e449e tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0697317
Sep 15 13:39:00.177228 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cbe4af9-01bb-42a9-8ae1-7fd044cfb969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2ef326d-0e17-4db7-98d2-6c04e0033a42', 'code': 200}
Sep 15 13:39:00.356489 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] get_ports_and_sgs() called for port_ids ['95e97c21-2d47-41e7-a35c-ac76e5b4a7e3'] {{(pid=82347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 15 13:39:00.554487 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b47e50d5-ffd8-49d4-a6b6-3168cd38e3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:00.599617 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614bea7a-8483-444e-9fae-685a7e253a65 req-93334a63-16b6-487a-a446-f640df03a0f6 tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:39:00.601795 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-614bea7a-8483-444e-9fae-685a7e253a65 req-93334a63-16b6-487a-a446-f640df03a0f6 tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] 10.222.0.36 "GET /v2.0/ports?device_id=e07f2504-e042-48e6-8a29-a2bba24a76d8 HTTP/1.1" status: 200  len: 946 time: 0.1225057
Sep 15 13:39:00.624774 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a49651ce-13ba-40f9-af8b-ec6e7a70ce76 req-a48fc11a-56c3-4e1e-a938-fb37ac110ae7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9cbe4af9-01bb-42a9-8ae1-7fd044cfb969 HTTP/1.1" status: 200  len: 1098 time: 0.1165588
Sep 15 13:39:00.695437 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a49651ce-13ba-40f9-af8b-ec6e7a70ce76 req-6faace67-fa5e-45d4-8c66-f27837fcd803 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3ec045ec-f9aa-4f72-9045-a175b13bb7d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406208
Sep 15 13:39:00.729949 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [req-614bea7a-8483-444e-9fae-685a7e253a65 req-6ec98ff1-4829-4ff2-8737-f54b7b7e4716 tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] Deleting port 69eb5998-85f8-49db-ac29-d5661503dd85 {{(pid=82345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Sep 15 13:39:00.730438 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-614bea7a-8483-444e-9fae-685a7e253a65 req-6ec98ff1-4829-4ff2-8737-f54b7b7e4716 tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301743532404'] for port, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:01.130468 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [req-614bea7a-8483-444e-9fae-685a7e253a65 req-6ec98ff1-4829-4ff2-8737-f54b7b7e4716 tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] For port 69eb5998-85f8-49db-ac29-d5661503dd85, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=69eb5998-85f8-49db-ac29-d5661503dd85,segment=NetworkSegment(a2105f60-96c6-4728-8590-87a4123728f4),segment_id=a2105f60-96c6-4728-8590-87a4123728f4)] {{(pid=82345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:39:01.131075 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-614bea7a-8483-444e-9fae-685a7e253a65 req-6ec98ff1-4829-4ff2-8737-f54b7b7e4716 tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853103875'] for port, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:01.157317 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe1012b-fb2a-44b2-ab85-6619ca8c4c79 req-3759f216-a78e-493e-9c9a-6920ee2c9826 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:39:01.158948 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-8fe1012b-fb2a-44b2-ab85-6619ca8c4c79 req-3759f216-a78e-493e-9c9a-6920ee2c9826 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/ports?device_id=467923c6-1b6f-4cff-b3d3-fde000eff88f HTTP/1.1" status: 200  len: 945 time: 0.2748837
Sep 15 13:39:01.412051 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf85a8d-28ca-42f9-a5fe-83aa1ce248e1 req-b28e4386-8ad5-4065-a75b-dd2b6ebee2f8 tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:39:01.413637 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-9bf85a8d-28ca-42f9-a5fe-83aa1ce248e1 req-b28e4386-8ad5-4065-a75b-dd2b6ebee2f8 tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] 10.222.0.41 "GET /v2.0/ports?device_id=e07f2504-e042-48e6-8a29-a2bba24a76d8 HTTP/1.1" status: 200  len: 946 time: 0.4892061
Sep 15 13:39:01.479950 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [req-614bea7a-8483-444e-9fae-685a7e253a65 req-6ec98ff1-4829-4ff2-8737-f54b7b7e4716 tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] Calling delete_port for 69eb5998-85f8-49db-ac29-d5661503dd85 owned by compute:nova {{(pid=82345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Sep 15 13:39:01.672878 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-8fe1012b-fb2a-44b2-ab85-6619ca8c4c79 req-c849ed69-6a0e-48bd-8b21-abb859cd4710 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2bc11e6-bbc1-4efa-b746-171b2be9153a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2004719
Sep 15 13:39:01.675511 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-9bf85a8d-28ca-42f9-a5fe-83aa1ce248e1 req-de816840-26fc-4781-bec7-02513d3a49d5 tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] 10.222.0.41 "GET /v2.0/security-groups?id=0afd651a-224a-4a13-beaf-ffff9b7d003e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2019351
Sep 15 13:39:01.782933 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-614bea7a-8483-444e-9fae-685a7e253a65 req-6ec98ff1-4829-4ff2-8737-f54b7b7e4716 tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301743526908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735110837380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852138254'] for port, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:01.791305 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:39:01.913663 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec98ff1-4829-4ff2-8737-f54b7b7e4716 tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] Pushing event deleted for resources: {'Port': ['ID=69eb5998-85f8-49db-ac29-d5661503dd85,revision_number=None']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:39:01.925410 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-6ec98ff1-4829-4ff2-8737-f54b7b7e4716 tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:39:02.016226 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [req-614bea7a-8483-444e-9fae-685a7e253a65 req-6ec98ff1-4829-4ff2-8737-f54b7b7e4716 tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] No DVR routers for this DVR port 69eb5998-85f8-49db-ac29-d5661503dd85 on host hv-cinder-80918 {{(pid=82345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Sep 15 13:39:02.035307 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-614bea7a-8483-444e-9fae-685a7e253a65 req-6ec98ff1-4829-4ff2-8737-f54b7b7e4716 tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251427'] for port, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:02.039851 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e07f2504-e042-48e6-8a29-a2bba24a76d8', 'name': 'network-vif-deleted', 'tag': '69eb5998-85f8-49db-ac29-d5661503dd85'}] {{(pid=82345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Sep 15 13:39:02.060083 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-614bea7a-8483-444e-9fae-685a7e253a65 req-6ec98ff1-4829-4ff2-8737-f54b7b7e4716 tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] 10.222.0.36 "DELETE /v2.0/ports/69eb5998-85f8-49db-ac29-d5661503dd85 HTTP/1.1" status: 204  len: 173 time: 1.4060965
Sep 15 13:39:02.070329 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc699b32-bb9c-4707-96f5-ada4f3a8cad5 req-e9c11231-1726-4451-b8ed-fd05e6108f32 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:39:02.071867 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-cc699b32-bb9c-4707-96f5-ada4f3a8cad5 req-e9c11231-1726-4451-b8ed-fd05e6108f32 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e632c56-791b-4093-85d6-b58807099a2b HTTP/1.1" status: 200  len: 945 time: 0.2499967
Sep 15 13:39:02.078657 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da34c9c7-d18a-4c6a-b004-7c3b5507e918 req-de33927f-ed9a-42b9-b0b7-705681b3e65f tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:39:02.080188 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-da34c9c7-d18a-4c6a-b004-7c3b5507e918 req-de33927f-ed9a-42b9-b0b7-705681b3e65f tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] 10.222.0.41 "GET /v2.0/ports?device_id=9cbe4af9-01bb-42a9-8ae1-7fd044cfb969 HTTP/1.1" status: 200  len: 945 time: 0.2904990
Sep 15 13:39:02.157170 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-cc699b32-bb9c-4707-96f5-ada4f3a8cad5 req-d7584711-96df-4a01-a1b9-e4e86f195ec4 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0759511
Sep 15 13:39:02.160213 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-da34c9c7-d18a-4c6a-b004-7c3b5507e918 req-c8aa6438-733f-4786-bbdd-37cd076ea00f tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] 10.222.0.41 "GET /v2.0/security-groups?id=3ec045ec-f9aa-4f72-9045-a175b13bb7d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648859
Sep 15 13:39:03.828500 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:04.346691 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e07f2504-e042-48e6-8a29-a2bba24a76d8', 'name': 'network-vif-deleted', 'tag': '69eb5998-85f8-49db-ac29-d5661503dd85', 'status': 'completed', 'code': 200}
Sep 15 13:39:04.351803 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] get_ports_and_sgs() called for port_ids ['69eb5998-85f8-49db-ac29-d5661503dd85'] {{(pid=82347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 15 13:39:04.516357 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-0cf416c8-3415-4b31-a9f5-6c949d33ecad req-d8f47213-899e-438f-bd10-30ee23368154 tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] Synchronizing usage tracker for tenant:cb79605c5e154acc8ad686ebbdcf1c29 on resource:port {{(pid=82345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Sep 15 13:39:04.539668 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-0cf416c8-3415-4b31-a9f5-6c949d33ecad req-d8f47213-899e-438f-bd10-30ee23368154 tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] Unset dirty status for tenant:cb79605c5e154acc8ad686ebbdcf1c29 on resource:port {{(pid=82345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Sep 15 13:39:04.540934 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-0cf416c8-3415-4b31-a9f5-6c949d33ecad req-d8f47213-899e-438f-bd10-30ee23368154 tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] 10.222.0.41 "GET /v2.0/ports?device_id=e07f2504-e042-48e6-8a29-a2bba24a76d8 HTTP/1.1" status: 200  len: 210 time: 0.0800631
Sep 15 13:39:04.567082 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7d2d6e-e8bd-4e4b-8f45-5b6c34f8ffc7 req-fdcf1a71-17ea-41c9-8c47-c3d92b35ab45 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:39:04.568848 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-ae7d2d6e-e8bd-4e4b-8f45-5b6c34f8ffc7 req-fdcf1a71-17ea-41c9-8c47-c3d92b35ab45 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/ports?device_id=467923c6-1b6f-4cff-b3d3-fde000eff88f HTTP/1.1" status: 200  len: 945 time: 0.1487932
Sep 15 13:39:04.619014 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-ae7d2d6e-e8bd-4e4b-8f45-5b6c34f8ffc7 req-3cacfa81-181f-4e0a-b378-3af9945fc81d tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2bc11e6-bbc1-4efa-b746-171b2be9153a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430937
Sep 15 13:39:04.801712 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2199fdfc-17e2-4ab4-9744-e3717f05b5b3 req-74e89a74-55a1-41ac-bcad-3627fbd943a7 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:39:04.803294 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-2199fdfc-17e2-4ab4-9744-e3717f05b5b3 req-74e89a74-55a1-41ac-bcad-3627fbd943a7 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e632c56-791b-4093-85d6-b58807099a2b HTTP/1.1" status: 200  len: 945 time: 0.1315069
Sep 15 13:39:04.874554 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53b8144-ea6a-45b3-91f9-61c6c087077c req-af058074-98f3-4392-9338-e557e12b0bf7 tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:39:04.876056 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-d53b8144-ea6a-45b3-91f9-61c6c087077c req-af058074-98f3-4392-9338-e557e12b0bf7 tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] 10.222.0.41 "GET /v2.0/ports?device_id=9cbe4af9-01bb-42a9-8ae1-7fd044cfb969 HTTP/1.1" status: 200  len: 945 time: 0.1354263
Sep 15 13:39:04.879163 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-2199fdfc-17e2-4ab4-9744-e3717f05b5b3 req-bf213d1d-8052-419f-903e-242ec002088d tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0694263
Sep 15 13:39:04.924577 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-d53b8144-ea6a-45b3-91f9-61c6c087077c req-c86b191e-9298-454d-acba-03ead62f79a7 tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] 10.222.0.41 "GET /v2.0/security-groups?id=3ec045ec-f9aa-4f72-9045-a175b13bb7d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413496
Sep 15 13:39:05.605435 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 58824) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:39:05.757329 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-34683345-2cdf-4569-aefd-54916c093fd2 req-469bcfc6-1dfb-47e0-a7c6-492ad7408574 tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] 10.222.0.41 "GET /v2.0/ports?device_id=e07f2504-e042-48e6-8a29-a2bba24a76d8 HTTP/1.1" status: 200  len: 210 time: 0.0543742
Sep 15 13:39:05.823128 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-0821580a-004a-40ee-afe8-7c17e95bab23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:05.843109 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Device 95e97c21-2d47-41e7-a35c-ac76e5b4a7e3 up at agent hyperv_hv-cinder-80918 {{(pid=82347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Sep 15 13:39:05.875669 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-0821580a-004a-40ee-afe8-7c17e95bab23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:39:05.883352 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-0821580a-004a-40ee-afe8-7c17e95bab23 admin admin] Usage tracker for resource:security_group_rule and tenant:16b4e8f61b4e4bdab54ff6d7b0a446ab is out of sync, need to count used quota {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:39:05.887093 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-0821580a-004a-40ee-afe8-7c17e95bab23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:39:05.895348 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-0821580a-004a-40ee-afe8-7c17e95bab23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:39:05.903024 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b61280-c588-4161-a4cc-1793aa70e594 req-1d8ba845-05ce-4a29-876a-795c8161f90a tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:39:05.904793 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-e9b61280-c588-4161-a4cc-1793aa70e594 req-1d8ba845-05ce-4a29-876a-795c8161f90a tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/ports?device_id=467923c6-1b6f-4cff-b3d3-fde000eff88f HTTP/1.1" status: 200  len: 945 time: 0.1501040
Sep 15 13:39:05.916703 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Provisioning for port 95e97c21-2d47-41e7-a35c-ac76e5b4a7e3 completed by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Sep 15 13:39:05.921649 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Provisioning complete for port 95e97c21-2d47-41e7-a35c-ac76e5b4a7e3 triggered by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:39:05.922329 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:05.988052 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-e9b61280-c588-4161-a4cc-1793aa70e594 req-23408d25-e1a9-4c2a-a385-55d8a3fdf9d3 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2bc11e6-bbc1-4efa-b746-171b2be9153a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755491
Sep 15 13:39:06.035613 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-0821580a-004a-40ee-afe8-7c17e95bab23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:06.084021 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-0821580a-004a-40ee-afe8-7c17e95bab23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:06.090132 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:06.112253 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:39:06.119889 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '467923c6-1b6f-4cff-b3d3-fde000eff88f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95e97c21-2d47-41e7-a35c-ac76e5b4a7e3'}] {{(pid=82347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Sep 15 13:39:06.130986 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] For port 95e97c21-2d47-41e7-a35c-ac76e5b4a7e3, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=95e97c21-2d47-41e7-a35c-ac76e5b4a7e3,segment=NetworkSegment(3490644b-788c-43d7-8cb9-2ed21ec8c954),segment_id=3490644b-788c-43d7-8cb9-2ed21ec8c954)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:39:06.134302 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:06.136628 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:39:06.193377 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-0821580a-004a-40ee-afe8-7c17e95bab23 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=16b4e8f61b4e4bdab54ff6d7b0a446ab&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5858326
Sep 15 13:39:06.196114 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 58842) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:39:06.210584 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Pushing event updated for resources: {'Port': ['ID=95e97c21-2d47-41e7-a35c-ac76e5b4a7e3,revision_number=5']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:39:06.211029 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0821580a-004a-40ee-afe8-7c17e95bab23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3da4d4c8-4a43-4d7b-a056-4e7b5ab680e2,revision_number=1']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:39:06.214319 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:39:06.217375 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-0821580a-004a-40ee-afe8-7c17e95bab23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:39:06.256219 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1333bc8a-3ddc-42e4-aaf0-891afc67192f req-a7c1539e-2d83-46e9-a7af-c96cd3b06272 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:39:06.257830 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-1333bc8a-3ddc-42e4-aaf0-891afc67192f req-a7c1539e-2d83-46e9-a7af-c96cd3b06272 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e632c56-791b-4093-85d6-b58807099a2b HTTP/1.1" status: 200  len: 945 time: 0.2207773
Sep 15 13:39:06.271483 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-23d7ad07-16c8-4507-a922-85a704ac020d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:06.274474 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f846c019-f8a8-4950-9eb7-64e0168527c1 req-9f41a197-e34c-4c72-a8c5-518604548ac7 tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:39:06.276106 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-f846c019-f8a8-4950-9eb7-64e0168527c1 req-9f41a197-e34c-4c72-a8c5-518604548ac7 tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] 10.222.0.41 "GET /v2.0/ports?device_id=9cbe4af9-01bb-42a9-8ae1-7fd044cfb969 HTTP/1.1" status: 200  len: 945 time: 0.1699388
Sep 15 13:39:06.301437 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-23d7ad07-16c8-4507-a922-85a704ac020d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:06.347239 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-23d7ad07-16c8-4507-a922-85a704ac020d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:06.352416 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-d27ee86a-2411-4e5e-b21f-1baa59a052f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:39:06.361104 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-1333bc8a-3ddc-42e4-aaf0-891afc67192f req-54331261-1774-40c5-8b52-c194d257f063 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0822380
Sep 15 13:39:06.365305 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-f846c019-f8a8-4950-9eb7-64e0168527c1 req-f08521a0-425e-42f7-83e3-f8a7d9da71d5 tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] 10.222.0.41 "GET /v2.0/security-groups?id=3ec045ec-f9aa-4f72-9045-a175b13bb7d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0710261
Sep 15 13:39:06.366898 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d7ad07-16c8-4507-a922-85a704ac020d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da4d4c8-4a43-4d7b-a056-4e7b5ab680e2,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:39:06.369339 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-23d7ad07-16c8-4507-a922-85a704ac020d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:39:06.371697 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-23d7ad07-16c8-4507-a922-85a704ac020d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:06.375221 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-23d7ad07-16c8-4507-a922-85a704ac020d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3da4d4c8-4a43-4d7b-a056-4e7b5ab680e2 HTTP/1.1" status: 204  len: 168 time: 0.1750860
Sep 15 13:39:06.442790 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '467923c6-1b6f-4cff-b3d3-fde000eff88f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95e97c21-2d47-41e7-a35c-ac76e5b4a7e3', 'code': 200}
Sep 15 13:39:06.778907 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 58896) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:39:06.802165 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f79e378d-26f5-45dd-be6b-d67497ceab8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:06.837311 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-f79e378d-26f5-45dd-be6b-d67497ceab8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:39:06.841646 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-f79e378d-26f5-45dd-be6b-d67497ceab8f admin admin] Usage tracker for resource:security_group_rule and tenant:66ec829d48774523b18563facf3b8aab is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:39:06.844848 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-f79e378d-26f5-45dd-be6b-d67497ceab8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:39:06.846901 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-28ccd070-6526-4f0d-a290-6fbbb3f56d78 req-8c219ade-91ee-4b31-ba2d-02e1b5af575e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=467923c6-1b6f-4cff-b3d3-fde000eff88f HTTP/1.1" status: 200  len: 1099 time: 0.0856185
Sep 15 13:39:06.852143 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-f79e378d-26f5-45dd-be6b-d67497ceab8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:39:06.937851 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f79e378d-26f5-45dd-be6b-d67497ceab8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:06.943719 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f79e378d-26f5-45dd-be6b-d67497ceab8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:06.955639 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-28ccd070-6526-4f0d-a290-6fbbb3f56d78 req-e08213d4-65f2-4e0d-a5b1-36f334b8210f service neutron] Synchronizing usage tracker for tenant:bc707df424324c8591f837902fb5dd57 on resource:security_group {{(pid=82345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Sep 15 13:39:06.983393 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-91552b15-f255-403f-927c-82b19e947b06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:39:06.991670 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-28ccd070-6526-4f0d-a290-6fbbb3f56d78 req-e08213d4-65f2-4e0d-a5b1-36f334b8210f service neutron] Unset dirty status for tenant:bc707df424324c8591f837902fb5dd57 on resource:security_group {{(pid=82345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Sep 15 13:39:06.993003 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-28ccd070-6526-4f0d-a290-6fbbb3f56d78 req-e08213d4-65f2-4e0d-a5b1-36f334b8210f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e2bc11e6-bbc1-4efa-b746-171b2be9153a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1262131
Sep 15 13:39:06.997033 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 58910) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:39:06.997280 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-f79e378d-26f5-45dd-be6b-d67497ceab8f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=66ec829d48774523b18563facf3b8aab&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2170990
Sep 15 13:39:07.021655 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79e378d-26f5-45dd-be6b-d67497ceab8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41a3048e-038a-49e0-bda3-7936f2b4eaf7,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:39:07.025358 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-f79e378d-26f5-45dd-be6b-d67497ceab8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:39:07.093972 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-d81c9efa-40aa-457e-9984-1d1c99bdb71e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:07.123407 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-d81c9efa-40aa-457e-9984-1d1c99bdb71e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:07.239297 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-d81c9efa-40aa-457e-9984-1d1c99bdb71e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:07.245805 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:39:07.265206 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81c9efa-40aa-457e-9984-1d1c99bdb71e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a3048e-038a-49e0-bda3-7936f2b4eaf7,revision_number=None']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:39:07.271862 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-d81c9efa-40aa-457e-9984-1d1c99bdb71e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:39:07.279003 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd98577-7818-43a9-a21c-e2244cd44238 req-e400b4da-1deb-43d9-bc30-b88577261a8c tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:39:07.280686 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-7bd98577-7818-43a9-a21c-e2244cd44238 req-e400b4da-1deb-43d9-bc30-b88577261a8c tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/ports?device_id=467923c6-1b6f-4cff-b3d3-fde000eff88f HTTP/1.1" status: 200  len: 946 time: 0.1212449
Sep 15 13:39:07.282858 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-d81c9efa-40aa-457e-9984-1d1c99bdb71e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:07.298402 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-d81c9efa-40aa-457e-9984-1d1c99bdb71e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/41a3048e-038a-49e0-bda3-7936f2b4eaf7 HTTP/1.1" status: 204  len: 168 time: 0.2907493
Sep 15 13:39:07.378294 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-7bd98577-7818-43a9-a21c-e2244cd44238 req-4190576b-b57b-4b3d-aab6-0b6ad1d7172b tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2bc11e6-bbc1-4efa-b746-171b2be9153a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0693626
Sep 15 13:39:07.715183 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08411480-fcd9-450d-a92c-6275bf582318 req-f7c9f492-ee79-4302-bc1d-50e937e6243f tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:39:07.727559 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-08411480-fcd9-450d-a92c-6275bf582318 req-f7c9f492-ee79-4302-bc1d-50e937e6243f tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e632c56-791b-4093-85d6-b58807099a2b HTTP/1.1" status: 200  len: 945 time: 0.2054083
Sep 15 13:39:07.816482 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-08411480-fcd9-450d-a92c-6275bf582318 req-a66d6d9b-385e-4caa-b2b2-bad3d0655558 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0822878
Sep 15 13:39:07.820052 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Device 69eb5998-85f8-49db-ac29-d5661503dd85 no longer exists at agent hyperv_hv-cinder-80918 {{(pid=82347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Sep 15 13:39:07.860305 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 58960) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:39:07.879419 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] No Port match for: 69eb5998-85f8-49db-ac29-d5661503dd85 {{(pid=82347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Sep 15 13:39:07.879946 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Device 69eb5998-85f8-49db-ac29-d5661503dd85 not bound to the agent host hv-cinder-80918 {{(pid=82347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Sep 15 13:39:07.885271 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9d540d3c-55d2-4b00-9f63-5f1b466eeefd admin admin] Notify callbacks [] for security_group, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:07.918870 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-9d540d3c-55d2-4b00-9f63-5f1b466eeefd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:39:07.922961 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-9d540d3c-55d2-4b00-9f63-5f1b466eeefd admin admin] Usage tracker for resource:security_group_rule and tenant:83f2586bb84b4095b7c9c05685c8f0b4 is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:39:07.926571 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-9d540d3c-55d2-4b00-9f63-5f1b466eeefd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:39:07.932588 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-9d540d3c-55d2-4b00-9f63-5f1b466eeefd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:39:08.000838 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9d540d3c-55d2-4b00-9f63-5f1b466eeefd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:08.003915 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9d540d3c-55d2-4b00-9f63-5f1b466eeefd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:08.012757 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-ecdb74f2-effc-4eb6-a6df-82f496f14a23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:39:08.054876 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d540d3c-55d2-4b00-9f63-5f1b466eeefd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c04348a2-afc5-4649-abd2-967e40ff3666,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:39:08.058372 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-9d540d3c-55d2-4b00-9f63-5f1b466eeefd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:39:08.060952 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-9d540d3c-55d2-4b00-9f63-5f1b466eeefd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=83f2586bb84b4095b7c9c05685c8f0b4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1985450
Sep 15 13:39:08.063977 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 58964) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:39:08.126940 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b070803c-711c-4508-9ae4-e4cd27557808 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:08.152787 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b070803c-711c-4508-9ae4-e4cd27557808 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:08.197138 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b070803c-711c-4508-9ae4-e4cd27557808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:08.202566 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:39:08.203905 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.agents_db [None req-051818a7-3814-4859-966a-2c4e7d325cc9 None None] Agent healthcheck: found 6 active agents {{(pid=82348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Sep 15 13:39:08.219429 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b070803c-711c-4508-9ae4-e4cd27557808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04348a2-afc5-4649-abd2-967e40ff3666,revision_number=None']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:39:08.222761 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-b070803c-711c-4508-9ae4-e4cd27557808 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:39:08.223963 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b070803c-711c-4508-9ae4-e4cd27557808 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:08.228082 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-b070803c-711c-4508-9ae4-e4cd27557808 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c04348a2-afc5-4649-abd2-967e40ff3666 HTTP/1.1" status: 204  len: 168 time: 0.1630092
Sep 15 13:39:08.582197 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d4405e-e1c7-4243-b8f3-20ae23848650 req-b54ef14a-c1f8-485f-872c-a72722738c00 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:39:08.586202 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-e5d4405e-e1c7-4243-b8f3-20ae23848650 req-b54ef14a-c1f8-485f-872c-a72722738c00 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/ports?device_id=467923c6-1b6f-4cff-b3d3-fde000eff88f HTTP/1.1" status: 200  len: 946 time: 0.0866115
Sep 15 13:39:08.635464 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-e5d4405e-e1c7-4243-b8f3-20ae23848650 req-0391886a-05a5-42de-bb27-4586f42405af tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2bc11e6-bbc1-4efa-b746-171b2be9153a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446577
Sep 15 13:39:09.004925 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 59000) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:39:09.078831 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e307e32-715b-41fe-9082-59a442a08ae2 req-bb194055-8cfc-45d4-b1be-48912e7d51f7 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:39:09.087213 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-9e307e32-715b-41fe-9082-59a442a08ae2 req-bb194055-8cfc-45d4-b1be-48912e7d51f7 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e632c56-791b-4093-85d6-b58807099a2b HTTP/1.1" status: 200  len: 945 time: 0.1134667
Sep 15 13:39:09.114371 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.db_base_plugin_v2 [None req-cea5d1f4-4a7b-44a2-bd92-ef3a765353ef admin admin] Deleting subnet c1b8198a-efbd-4e67-898f-c02750876260 {{(pid=82346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Sep 15 13:39:09.118562 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-cea5d1f4-4a7b-44a2-bd92-ef3a765353ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:09.140070 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-9e307e32-715b-41fe-9082-59a442a08ae2 req-2fb4b94f-2e96-4663-af96-938bcf96155e tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514643
Sep 15 13:39:09.183997 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-cea5d1f4-4a7b-44a2-bd92-ef3a765353ef admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:09.192075 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-cea5d1f4-4a7b-44a2-bd92-ef3a765353ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-956'] for subnet, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:09.339870 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-cea5d1f4-4a7b-44a2-bd92-ef3a765353ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916'] for subnet, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:09.346265 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-5e34b6e4-dc05-4165-8ee8-47458b8aa03f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:39:09.385194 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea5d1f4-4a7b-44a2-bd92-ef3a765353ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1b8198a-efbd-4e67-898f-c02750876260,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:39:09.389544 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-cea5d1f4-4a7b-44a2-bd92-ef3a765353ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:39:09.390661 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-cea5d1f4-4a7b-44a2-bd92-ef3a765353ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:09.412058 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 59016) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:39:09.412195 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-cea5d1f4-4a7b-44a2-bd92-ef3a765353ef admin admin] 10.222.0.41 "DELETE /v2.0/subnets/c1b8198a-efbd-4e67-898f-c02750876260 HTTP/1.1" status: 204  len: 168 time: 0.4054327
Sep 15 13:39:09.531450 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-ef680367-ff45-4474-9b56-147c8c1bc6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854347016'] for network, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:09.670962 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-ef680367-ff45-4474-9b56-147c8c1bc6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13861', 'neutron.services.segments.db._delete_segments_for_network-8735111364894'] for network, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:09.686019 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.services.segments.db [None req-ef680367-ff45-4474-9b56-147c8c1bc6c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1cd1f53978>,) {'filters': {'network_id': ['89a72241-98e5-4fba-a0ab-82753943e5e0']}} {{(pid=82345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:39:09.699258 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.services.segments.db [None req-ef680367-ff45-4474-9b56-147c8c1bc6c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1cd1f53978>, 'a2105f60-96c6-4728-8590-87a4123728f4') {'for_net_delete': True} {{(pid=82345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:39:09.699586 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.services.segments.db [None req-ef680367-ff45-4474-9b56-147c8c1bc6c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1cd1f53978>, 'a2105f60-96c6-4728-8590-87a4123728f4') {} {{(pid=82345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:39:09.711687 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-ef680367-ff45-4474-9b56-147c8c1bc6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363301743409746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852126589'] for segment, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:09.734178 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-ef680367-ff45-4474-9b56-147c8c1bc6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854307961'] for segment, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:09.743408 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef680367-ff45-4474-9b56-147c8c1bc6c8 admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=82345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Sep 15 13:39:09.743867 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-ef680367-ff45-4474-9b56-147c8c1bc6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-467870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2637340'] for segment, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:09.772231 dv-cinder-809181-1-iscsi neutron-server[82236]: Traceback (most recent call last):
Sep 15 13:39:09.772231 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Sep 15 13:39:09.772231 dv-cinder-809181-1-iscsi neutron-server[82236]:     timer()
Sep 15 13:39:09.772231 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 15 13:39:09.772231 dv-cinder-809181-1-iscsi neutron-server[82236]:     cb(*args, **kw)
Sep 15 13:39:09.772231 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Sep 15 13:39:09.772231 dv-cinder-809181-1-iscsi neutron-server[82236]:     return func(*args, **kwargs)
Sep 15 13:39:09.772231 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 15 13:39:09.772231 dv-cinder-809181-1-iscsi neutron-server[82236]:     self._notify()
Sep 15 13:39:09.772231 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 15 13:39:09.772231 dv-cinder-809181-1-iscsi neutron-server[82236]:     self.callback(batched_events)
Sep 15 13:39:09.772231 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 15 13:39:09.772231 dv-cinder-809181-1-iscsi neutron-server[82236]:     event.method(event)
Sep 15 13:39:09.772231 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 15 13:39:09.772231 dv-cinder-809181-1-iscsi neutron-server[82236]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 15 13:39:09.772231 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Sep 15 13:39:09.772231 dv-cinder-809181-1-iscsi neutron-server[82236]:     segment_id)['aggregates'][0]
Sep 15 13:39:09.772231 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Sep 15 13:39:09.772231 dv-cinder-809181-1-iscsi neutron-server[82236]:     return f(self, *a, **k)
Sep 15 13:39:09.772231 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Sep 15 13:39:09.772231 dv-cinder-809181-1-iscsi neutron-server[82236]:     return self._get(url).json()
Sep 15 13:39:09.772231 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Sep 15 13:39:09.772231 dv-cinder-809181-1-iscsi neutron-server[82236]:     **kwargs)
Sep 15 13:39:09.772231 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Sep 15 13:39:09.772231 dv-cinder-809181-1-iscsi neutron-server[82236]:     return self.request(url, 'GET', **kwargs)
Sep 15 13:39:09.772231 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Sep 15 13:39:09.772231 dv-cinder-809181-1-iscsi neutron-server[82236]:     **endpoint_filter)
Sep 15 13:39:09.772231 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Sep 15 13:39:09.772231 dv-cinder-809181-1-iscsi neutron-server[82236]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 15 13:39:09.772231 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Sep 15 13:39:09.772231 dv-cinder-809181-1-iscsi neutron-server[82236]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 15 13:39:09.772231 dv-cinder-809181-1-iscsi neutron-server[82236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 15 13:39:09.896000 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-ef680367-ff45-4474-9b56-147c8c1bc6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854761902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853102175'] for network, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:09.910175 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:39:09.923790 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-ef680367-ff45-4474-9b56-147c8c1bc6c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7149901'] for network, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:09.935677 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef680367-ff45-4474-9b56-147c8c1bc6c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=89a72241-98e5-4fba-a0ab-82753943e5e0,revision_number=None']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:39:09.943358 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-ef680367-ff45-4474-9b56-147c8c1bc6c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:39:09.953784 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad222c5-4027-464e-80c3-2eb01948318d req-62a070eb-9c33-4d21-bf02-657f691dcd3f tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:39:09.955943 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-4ad222c5-4027-464e-80c3-2eb01948318d req-62a070eb-9c33-4d21-bf02-657f691dcd3f tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/ports?device_id=467923c6-1b6f-4cff-b3d3-fde000eff88f HTTP/1.1" status: 200  len: 946 time: 0.1827638
Sep 15 13:39:09.960145 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-ef680367-ff45-4474-9b56-147c8c1bc6c8 admin admin] 10.222.0.41 "DELETE /v2.0/networks/89a72241-98e5-4fba-a0ab-82753943e5e0 HTTP/1.1" status: 204  len: 168 time: 0.5441651
Sep 15 13:39:10.008029 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-4ad222c5-4027-464e-80c3-2eb01948318d req-1169e67c-880a-419f-940b-8bc7fb25763c tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2bc11e6-bbc1-4efa-b746-171b2be9153a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459313
Sep 15 13:39:10.183689 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 59042) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:39:10.247168 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 59048) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:39:10.247619 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-0707920b-842b-40da-bb9a-d88d5fc12b08 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cb79605c5e154acc8ad686ebbdcf1c29&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0619617
Sep 15 13:39:10.389896 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-c479bdeb-befd-4bdc-9244-a5b1e994f885 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:10.425480 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c210e2-7768-4ee5-9e7b-0eac64857686 req-4b8ff399-961b-4775-9c38-dee0c85f6b68 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:39:10.427122 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-26c210e2-7768-4ee5-9e7b-0eac64857686 req-4b8ff399-961b-4775-9c38-dee0c85f6b68 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e632c56-791b-4093-85d6-b58807099a2b HTTP/1.1" status: 200  len: 945 time: 0.1355746
Sep 15 13:39:10.432272 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-c479bdeb-befd-4bdc-9244-a5b1e994f885 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:10.515374 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-26c210e2-7768-4ee5-9e7b-0eac64857686 req-5fb0a26e-0ac6-410f-8203-ad06c01beaf0 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723319
Sep 15 13:39:10.522485 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-c479bdeb-befd-4bdc-9244-a5b1e994f885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:10.527720 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-0821580a-004a-40ee-afe8-7c17e95bab23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:39:10.542211 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c479bdeb-befd-4bdc-9244-a5b1e994f885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0afd651a-224a-4a13-beaf-ffff9b7d003e,revision_number=None']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:39:10.544483 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-c479bdeb-befd-4bdc-9244-a5b1e994f885 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:39:10.550378 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-c479bdeb-befd-4bdc-9244-a5b1e994f885 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:10.551820 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-c479bdeb-befd-4bdc-9244-a5b1e994f885 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0afd651a-224a-4a13-beaf-ffff9b7d003e HTTP/1.1" status: 204  len: 168 time: 0.3035140
Sep 15 13:39:13.075197 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a821fd0-deca-4670-bdd1-8f17ce7bb175 req-c2e80604-bc2e-4e0d-82f4-9db3ab51b875 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:39:13.077049 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-4a821fd0-deca-4670-bdd1-8f17ce7bb175 req-c2e80604-bc2e-4e0d-82f4-9db3ab51b875 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e632c56-791b-4093-85d6-b58807099a2b HTTP/1.1" status: 200  len: 945 time: 0.0826080
Sep 15 13:39:13.128623 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-4a821fd0-deca-4670-bdd1-8f17ce7bb175 req-36240102-75d1-4ac2-9d10-85d3204093a1 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446432
Sep 15 13:39:14.557912 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf58aab6-363a-4c0d-a089-5e4252a269fb req-7a1da4d1-5b98-4941-bb38-89705d1b4363 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:39:14.559497 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-bf58aab6-363a-4c0d-a089-5e4252a269fb req-7a1da4d1-5b98-4941-bb38-89705d1b4363 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e632c56-791b-4093-85d6-b58807099a2b HTTP/1.1" status: 200  len: 945 time: 0.2830842
Sep 15 13:39:14.608524 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-bf58aab6-363a-4c0d-a089-5e4252a269fb req-65b80054-bb64-4034-bd96-73f6e9798019 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426395
Sep 15 13:39:15.818993 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f8efab-0a19-4d3e-867f-96c8579fed59 req-1147d3f4-bf13-4f55-9e8d-77adafc3fdef tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:39:15.820635 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-58f8efab-0a19-4d3e-867f-96c8579fed59 req-1147d3f4-bf13-4f55-9e8d-77adafc3fdef tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e632c56-791b-4093-85d6-b58807099a2b HTTP/1.1" status: 200  len: 945 time: 0.0846276
Sep 15 13:39:15.871446 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-58f8efab-0a19-4d3e-867f-96c8579fed59 req-5421431b-34f3-4807-ab32-5821b3d336ac tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429642
Sep 15 13:39:16.148246 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4604a237-9c8d-4b3e-948f-be92d73e7ceb req-d814a799-d673-4bc2-a894-34b2baf8eac0 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:39:16.150200 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-4604a237-9c8d-4b3e-948f-be92d73e7ceb req-d814a799-d673-4bc2-a894-34b2baf8eac0 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/networks?id=b896e533-b678-44d7-b97d-e7b840adb427 HTTP/1.1" status: 200  len: 814 time: 0.1803761
Sep 15 13:39:16.168699 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-4604a237-9c8d-4b3e-948f-be92d73e7ceb req-0ffe6ec3-bddf-484c-8dfc-7696b9491d8b tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/quotas/123dd1ba9d594e88a025896157079afa HTTP/1.1" status: 200  len: 375 time: 0.0128267
Sep 15 13:39:16.277171 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-4604a237-9c8d-4b3e-948f-be92d73e7ceb req-26872747-c122-4508-bf41-986e9ea00bfc tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=123dd1ba9d594e88a025896157079afa&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1004777
Sep 15 13:39:16.454583 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-4604a237-9c8d-4b3e-948f-be92d73e7ceb req-40d6208d-dfd4-418a-86a5-d0a44793d3de service neutron] 10.222.0.41 "GET /v2.0/networks/b896e533-b678-44d7-b97d-e7b840adb427?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1661608
Sep 15 13:39:16.694246 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-4604a237-9c8d-4b3e-948f-be92d73e7ceb req-727d503b-ac57-4270-9b14-318a62aa3ac0 service neutron] 10.222.0.41 "GET /v2.0/networks/b896e533-b678-44d7-b97d-e7b840adb427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2270575
Sep 15 13:39:16.918507 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-36091a48-7c63-4a99-a766-bb905ead8691 req-7d9265a3-956a-425c-bc18-609354854593 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/ports?device_id=76e25635-6139-4b83-a53f-fdfae650bc71 HTTP/1.1" status: 200  len: 210 time: 0.0578005
Sep 15 13:39:17.092619 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70843634-6cd0-4b92-b045-3125ab325230 req-fd5d42e1-79c0-448a-b4f5-e4f3d264c67c tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:39:17.094141 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-70843634-6cd0-4b92-b045-3125ab325230 req-fd5d42e1-79c0-448a-b4f5-e4f3d264c67c tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e632c56-791b-4093-85d6-b58807099a2b HTTP/1.1" status: 200  len: 945 time: 0.0873063
Sep 15 13:39:17.146988 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-70843634-6cd0-4b92-b045-3125ab325230 req-71b4544e-f41d-4b20-a670-72dd082b5b82 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458686
Sep 15 13:39:18.136903 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a427e37e-c1ea-4d2b-a74c-2e1db0962eaf req-ef6509bc-77f2-49bd-ad3e-c98009d99a9c tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/ports?device_id=76e25635-6139-4b83-a53f-fdfae650bc71 HTTP/1.1" status: 200  len: 210 time: 0.0569332
Sep 15 13:39:18.575517 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485b6280-df58-46f9-a7c6-728737920c9b req-f74d14a5-82c6-429b-86ab-63679582934e tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:39:18.581234 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-485b6280-df58-46f9-a7c6-728737920c9b req-f74d14a5-82c6-429b-86ab-63679582934e tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e632c56-791b-4093-85d6-b58807099a2b HTTP/1.1" status: 200  len: 945 time: 0.2705877
Sep 15 13:39:18.591051 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4604a237-9c8d-4b3e-948f-be92d73e7ceb req-5765c7a2-8c60-4a8c-9c89-452d82a1bf63 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:39:18.592945 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-4604a237-9c8d-4b3e-948f-be92d73e7ceb req-5765c7a2-8c60-4a8c-9c89-452d82a1bf63 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.36 "GET /v2.0/networks?id=b896e533-b678-44d7-b97d-e7b840adb427 HTTP/1.1" status: 200  len: 814 time: 0.2809284
Sep 15 13:39:18.645310 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [req-4604a237-9c8d-4b3e-948f-be92d73e7ceb req-89c7187e-43fa-4988-a133-178d8ce74772 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Request body: {'port': {'device_id': '76e25635-6139-4b83-a53f-fdfae650bc71', 'network_id': 'b896e533-b678-44d7-b97d-e7b840adb427', 'admin_state_up': True, 'tenant_id': '123dd1ba9d594e88a025896157079afa'}} {{(pid=82345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:39:18.697615 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-485b6280-df58-46f9-a7c6-728737920c9b req-0393a00f-135b-4f99-bf96-692310865376 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1034641
Sep 15 13:39:18.774973 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 59348) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:39:18.813796 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [req-4604a237-9c8d-4b3e-948f-be92d73e7ceb req-89c7187e-43fa-4988-a133-178d8ce74772 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:39:18.819689 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-4604a237-9c8d-4b3e-948f-be92d73e7ceb req-89c7187e-43fa-4988-a133-178d8ce74772 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Usage tracker for resource:port and tenant:123dd1ba9d594e88a025896157079afa is out of sync, need to count used quota {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:39:18.823601 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-4604a237-9c8d-4b3e-948f-be92d73e7ceb req-89c7187e-43fa-4988-a133-178d8ce74772 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Quota usage for port was recalculated. Used quota:2. {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:39:18.830509 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [req-4604a237-9c8d-4b3e-948f-be92d73e7ceb req-89c7187e-43fa-4988-a133-178d8ce74772 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:39:18.842119 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4604a237-9c8d-4b3e-948f-be92d73e7ceb req-89c7187e-43fa-4988-a133-178d8ce74772 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Made reservation on behalf of 123dd1ba9d594e88a025896157079afa for: {'port': 1} {{(pid=82345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Sep 15 13:39:18.847908 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-4604a237-9c8d-4b3e-948f-be92d73e7ceb req-89c7187e-43fa-4988-a133-178d8ce74772 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:18.965529 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-64012482-74be-4f84-a09b-25456fd77445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:18.999843 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-64012482-74be-4f84-a09b-25456fd77445 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:39:19.004633 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-64012482-74be-4f84-a09b-25456fd77445 admin admin] Usage tracker for resource:security_group_rule and tenant:c235a517b6ae4381825e3cdc9a8d2219 is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:39:19.007734 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-64012482-74be-4f84-a09b-25456fd77445 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:39:19.013819 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-64012482-74be-4f84-a09b-25456fd77445 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:39:19.061409 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.db_base_plugin_common [req-4604a237-9c8d-4b3e-948f-be92d73e7ceb req-89c7187e-43fa-4988-a133-178d8ce74772 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Allocated IP 172.20.0.8 (b896e533-b678-44d7-b97d-e7b840adb427/6e2787c1-0944-4332-859d-d1109defbfe6/887cdf2d-38b3-4a7d-b565-fbee4fe1a9c8) {{(pid=82345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Sep 15 13:39:19.088785 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-64012482-74be-4f84-a09b-25456fd77445 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:19.092537 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-64012482-74be-4f84-a09b-25456fd77445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:19.129340 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-de58a0a5-db1f-4c21-a6f3-8d70bd078d80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:39:19.141866 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-64012482-74be-4f84-a09b-25456fd77445 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c235a517b6ae4381825e3cdc9a8d2219&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3658521
Sep 15 13:39:19.144901 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 59368) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:39:19.221547 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64012482-74be-4f84-a09b-25456fd77445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeaefd40-a25a-4455-91be-f3dacb789a67,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:39:19.225403 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-64012482-74be-4f84-a09b-25456fd77445 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:39:19.251889 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-47363b67-fe74-4455-ad73-66ad6cacb95c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:19.298132 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-47363b67-fe74-4455-ad73-66ad6cacb95c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:19.331288 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-4604a237-9c8d-4b3e-948f-be92d73e7ceb req-89c7187e-43fa-4988-a133-178d8ce74772 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Notify callbacks [] for port, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:19.367672 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-4604a237-9c8d-4b3e-948f-be92d73e7ceb req-89c7187e-43fa-4988-a133-178d8ce74772 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363301743938437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852138254'] for port, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:19.391336 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-47363b67-fe74-4455-ad73-66ad6cacb95c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:19.399098 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-b3259008-9887-4693-84a8-4469dabc7e57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:39:19.413283 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-47363b67-fe74-4455-ad73-66ad6cacb95c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:19.417796 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-47363b67-fe74-4455-ad73-66ad6cacb95c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/aeaefd40-a25a-4455-91be-f3dacb789a67 HTTP/1.1" status: 204  len: 168 time: 0.2716398
Sep 15 13:39:19.420599 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47363b67-fe74-4455-ad73-66ad6cacb95c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeaefd40-a25a-4455-91be-f3dacb789a67,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:39:19.422987 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-47363b67-fe74-4455-ad73-66ad6cacb95c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:39:19.429831 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] get_ports_and_sgs() called for port_ids ['1d146de1-007d-4207-8d58-3ab7e0266a17', '95e97c21-2d47-41e7-a35c-ac76e5b4a7e3'] {{(pid=82347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 15 13:39:19.432674 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-562b0b85-7eda-4551-be3e-0dc2865f469d tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:39:19.534350 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4604a237-9c8d-4b3e-948f-be92d73e7ceb req-89c7187e-43fa-4988-a133-178d8ce74772 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Network b896e533-b678-44d7-b97d-e7b840adb427 is already hosted by enough agents. {{(pid=82345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Sep 15 13:39:19.549840 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.base_scheduler [req-4604a237-9c8d-4b3e-948f-be92d73e7ceb req-89c7187e-43fa-4988-a133-178d8ce74772 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Resources bound (agent type, host, resource id):  {{(pid=82345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Sep 15 13:39:19.553206 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c7187e-43fa-4988-a133-178d8ce74772 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Pushing event updated for resources: {'Port': ['ID=887cdf2d-38b3-4a7d-b565-fbee4fe1a9c8,revision_number=1']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:39:19.558263 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [req-4604a237-9c8d-4b3e-948f-be92d73e7ceb req-89c7187e-43fa-4988-a133-178d8ce74772 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Received port after_create {{(pid=82345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 15 13:39:19.603819 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-89c7187e-43fa-4988-a133-178d8ce74772 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:39:19.619204 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f9593e-6323-4233-813b-242d6f248d16 req-978d906f-84a1-4ece-87f0-818289c31ed7 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:39:19.620945 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-38f9593e-6323-4233-813b-242d6f248d16 req-978d906f-84a1-4ece-87f0-818289c31ed7 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/ports?device_id=76e25635-6139-4b83-a53f-fdfae650bc71 HTTP/1.1" status: 200  len: 931 time: 0.2460673
Sep 15 13:39:19.658678 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4604a237-9c8d-4b3e-948f-be92d73e7ceb req-89c7187e-43fa-4988-a133-178d8ce74772 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:39:19.659357 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-4604a237-9c8d-4b3e-948f-be92d73e7ceb req-89c7187e-43fa-4988-a133-178d8ce74772 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251427'] for port, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:19.701357 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-38f9593e-6323-4233-813b-242d6f248d16 req-c7514974-eeac-44a0-9d18-0b43d6ef5d20 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2bc11e6-bbc1-4efa-b746-171b2be9153a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0712025
Sep 15 13:39:19.702781 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-4604a237-9c8d-4b3e-948f-be92d73e7ceb req-89c7187e-43fa-4988-a133-178d8ce74772 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0711854
Sep 15 13:39:19.729706 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [req-4604a237-9c8d-4b3e-948f-be92d73e7ceb req-8769da79-7ad2-4802-b7f8-95d57235a99e service neutron] Request body: {'port': {'device_id': '76e25635-6139-4b83-a53f-fdfae650bc71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80918'}} {{(pid=82345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:39:19.827494 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 59390) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:39:19.849131 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-51a4ba12-607f-43bc-88d2-a5e127e6a7bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:19.882078 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-51a4ba12-607f-43bc-88d2-a5e127e6a7bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:39:19.886518 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-51a4ba12-607f-43bc-88d2-a5e127e6a7bd admin admin] Usage tracker for resource:security_group_rule and tenant:c5fdc6122e0646e9ae57488b75ca0d9e is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:39:19.889841 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-51a4ba12-607f-43bc-88d2-a5e127e6a7bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:39:19.891949 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-4604a237-9c8d-4b3e-948f-be92d73e7ceb req-8769da79-7ad2-4802-b7f8-95d57235a99e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:19.896760 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-51a4ba12-607f-43bc-88d2-a5e127e6a7bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:39:19.970274 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-51a4ba12-607f-43bc-88d2-a5e127e6a7bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:19.976086 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-51a4ba12-607f-43bc-88d2-a5e127e6a7bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:19.984272 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-23d7ad07-16c8-4507-a922-85a704ac020d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:39:20.023662 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a4ba12-607f-43bc-88d2-a5e127e6a7bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72923db4-bad8-4dff-ac3e-f75546dcc0fa,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:39:20.045025 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-51a4ba12-607f-43bc-88d2-a5e127e6a7bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:39:20.048606 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-51a4ba12-607f-43bc-88d2-a5e127e6a7bd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c5fdc6122e0646e9ae57488b75ca0d9e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2196343
Sep 15 13:39:20.050960 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 59396) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:39:20.052726 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed19610a-2808-468a-8625-c7ff32cce90d req-0ab0d1a1-bacf-41f4-a167-0fe38cc5b41b tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:39:20.054345 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-ed19610a-2808-468a-8625-c7ff32cce90d req-0ab0d1a1-bacf-41f4-a167-0fe38cc5b41b tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e632c56-791b-4093-85d6-b58807099a2b HTTP/1.1" status: 200  len: 945 time: 0.2061036
Sep 15 13:39:20.116638 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-38d6eb81-0567-4081-a809-c195e45b13f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:20.146354 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-38d6eb81-0567-4081-a809-c195e45b13f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:20.165941 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-ed19610a-2808-468a-8625-c7ff32cce90d req-6539fb73-a5c4-4113-a528-8e01481971f8 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0990577
Sep 15 13:39:20.207371 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-38d6eb81-0567-4081-a809-c195e45b13f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:20.212667 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:39:20.226875 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d6eb81-0567-4081-a809-c195e45b13f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72923db4-bad8-4dff-ac3e-f75546dcc0fa,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:39:20.230160 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-38d6eb81-0567-4081-a809-c195e45b13f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:39:20.231322 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-38d6eb81-0567-4081-a809-c195e45b13f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:20.232595 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-38d6eb81-0567-4081-a809-c195e45b13f5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/72923db4-bad8-4dff-ac3e-f75546dcc0fa HTTP/1.1" status: 204  len: 168 time: 0.1797950
Sep 15 13:39:20.355171 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [req-4604a237-9c8d-4b3e-948f-be92d73e7ceb req-8769da79-7ad2-4802-b7f8-95d57235a99e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 887cdf2d-38b3-4a7d-b565-fbee4fe1a9c8 {{(pid=82345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Sep 15 13:39:20.363005 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-4604a237-9c8d-4b3e-948f-be92d73e7ceb req-8769da79-7ad2-4802-b7f8-95d57235a99e service neutron] Notify callbacks [] for port, precommit_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:20.379814 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [req-4604a237-9c8d-4b3e-948f-be92d73e7ceb req-8769da79-7ad2-4802-b7f8-95d57235a99e service neutron] Transition to ACTIVE for port object 887cdf2d-38b3-4a7d-b565-fbee4fe1a9c8 will not be triggered until provisioned by entity L2. {{(pid=82345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Sep 15 13:39:20.382422 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-4604a237-9c8d-4b3e-948f-be92d73e7ceb req-8769da79-7ad2-4802-b7f8-95d57235a99e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2637562'] for port, after_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:20.387143 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-875af614-8392-475a-8fe6-f3c23d9c87f7 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:39:20.531381 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8769da79-7ad2-4802-b7f8-95d57235a99e service neutron] Pushing event updated for resources: {'Port': ['ID=887cdf2d-38b3-4a7d-b565-fbee4fe1a9c8,revision_number=2']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:39:20.559584 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-8769da79-7ad2-4802-b7f8-95d57235a99e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:39:20.658690 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [req-4604a237-9c8d-4b3e-948f-be92d73e7ceb req-8769da79-7ad2-4802-b7f8-95d57235a99e service neutron] Attempting to bind port 887cdf2d-38b3-4a7d-b565-fbee4fe1a9c8 on host hv-cinder-80918 for vnic_type normal with profile  {{(pid=82345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Sep 15 13:39:20.659438 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [req-4604a237-9c8d-4b3e-948f-be92d73e7ceb req-8769da79-7ad2-4802-b7f8-95d57235a99e service neutron] Attempting to bind port 887cdf2d-38b3-4a7d-b565-fbee4fe1a9c8 by drivers openvswitch,hyperv on host hv-cinder-80918 at level 0 using segments [{'id': '3490644b-788c-43d7-8cb9-2ed21ec8c954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'b896e533-b678-44d7-b97d-e7b840adb427'}] {{(pid=82345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Sep 15 13:39:20.660235 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4604a237-9c8d-4b3e-948f-be92d73e7ceb req-8769da79-7ad2-4802-b7f8-95d57235a99e service neutron] Attempting to bind port 887cdf2d-38b3-4a7d-b565-fbee4fe1a9c8 on network b896e533-b678-44d7-b97d-e7b840adb427 {{(pid=82345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Sep 15 13:39:20.668836 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4604a237-9c8d-4b3e-948f-be92d73e7ceb req-8769da79-7ad2-4802-b7f8-95d57235a99e service neutron] Port 887cdf2d-38b3-4a7d-b565-fbee4fe1a9c8 on network b896e533-b678-44d7-b97d-e7b840adb427 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80918 {{(pid=82345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 15 13:39:20.669379 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4604a237-9c8d-4b3e-948f-be92d73e7ceb req-8769da79-7ad2-4802-b7f8-95d57235a99e service neutron] Attempting to bind port 887cdf2d-38b3-4a7d-b565-fbee4fe1a9c8 on network b896e533-b678-44d7-b97d-e7b840adb427 {{(pid=82345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Sep 15 13:39:20.679317 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4604a237-9c8d-4b3e-948f-be92d73e7ceb req-8769da79-7ad2-4802-b7f8-95d57235a99e service neutron] Checking agent: {'id': '0b6080d1-6da0-4ccd-961d-05ec14f91c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80918', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 35, 33), 'started_at': datetime.datetime(2021, 9, 15, 13, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Sep 15 13:39:20.679938 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4604a237-9c8d-4b3e-948f-be92d73e7ceb req-8769da79-7ad2-4802-b7f8-95d57235a99e service neutron] Checking segment: {'id': '3490644b-788c-43d7-8cb9-2ed21ec8c954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'b896e533-b678-44d7-b97d-e7b840adb427'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Sep 15 13:39:20.680570 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4604a237-9c8d-4b3e-948f-be92d73e7ceb req-8769da79-7ad2-4802-b7f8-95d57235a99e service neutron] Bound using segment: {'id': '3490644b-788c-43d7-8cb9-2ed21ec8c954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'b896e533-b678-44d7-b97d-e7b840adb427'} {{(pid=82345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Sep 15 13:39:20.681233 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [req-4604a237-9c8d-4b3e-948f-be92d73e7ceb req-8769da79-7ad2-4802-b7f8-95d57235a99e service neutron] Bound port: 887cdf2d-38b3-4a7d-b565-fbee4fe1a9c8, host: hv-cinder-80918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3490644b-788c-43d7-8cb9-2ed21ec8c954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'b896e533-b678-44d7-b97d-e7b840adb427'}}] {{(pid=82345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Sep 15 13:39:20.681804 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-4604a237-9c8d-4b3e-948f-be92d73e7ceb req-8769da79-7ad2-4802-b7f8-95d57235a99e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:20.800911 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [req-4604a237-9c8d-4b3e-948f-be92d73e7ceb req-8769da79-7ad2-4802-b7f8-95d57235a99e service neutron] For port 887cdf2d-38b3-4a7d-b565-fbee4fe1a9c8, host hv-cinder-80918, cleared binding levels {{(pid=82345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Sep 15 13:39:20.805503 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [req-4604a237-9c8d-4b3e-948f-be92d73e7ceb req-8769da79-7ad2-4802-b7f8-95d57235a99e service neutron] For port 887cdf2d-38b3-4a7d-b565-fbee4fe1a9c8, host hv-cinder-80918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=887cdf2d-38b3-4a7d-b565-fbee4fe1a9c8,segment=NetworkSegment(3490644b-788c-43d7-8cb9-2ed21ec8c954),segment_id=3490644b-788c-43d7-8cb9-2ed21ec8c954)] {{(pid=82345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Sep 15 13:39:20.810092 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-4604a237-9c8d-4b3e-948f-be92d73e7ceb req-8769da79-7ad2-4802-b7f8-95d57235a99e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2637562'] for port, after_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:20.815727 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-5e50269c-265b-4e71-bed9-b75fec4932ab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:39:21.126569 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-4604a237-9c8d-4b3e-948f-be92d73e7ceb req-8769da79-7ad2-4802-b7f8-95d57235a99e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251427'] for port, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:21.127891 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-4604a237-9c8d-4b3e-948f-be92d73e7ceb req-8769da79-7ad2-4802-b7f8-95d57235a99e service neutron] 10.222.0.36 "PUT /v2.0/ports/887cdf2d-38b3-4a7d-b565-fbee4fe1a9c8 HTTP/1.1" status: 200  len: 1093 time: 1.4068615
Sep 15 13:39:21.132901 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76e25635-6139-4b83-a53f-fdfae650bc71', 'tag': '887cdf2d-38b3-4a7d-b565-fbee4fe1a9c8'}] {{(pid=82345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Sep 15 13:39:21.185504 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8769da79-7ad2-4802-b7f8-95d57235a99e service neutron] Pushing event updated for resources: {'Port': ['ID=887cdf2d-38b3-4a7d-b565-fbee4fe1a9c8,revision_number=3']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:39:21.188813 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-8769da79-7ad2-4802-b7f8-95d57235a99e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:39:21.269057 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76e25635-6139-4b83-a53f-fdfae650bc71', 'tag': '887cdf2d-38b3-4a7d-b565-fbee4fe1a9c8', 'status': 'completed', 'code': 200}
Sep 15 13:39:21.275386 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55859dd7-5207-447f-a8ee-5e59e343488e req-472ffe03-ed6d-4679-b525-80ed5614836f tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:39:21.276683 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-55859dd7-5207-447f-a8ee-5e59e343488e req-472ffe03-ed6d-4679-b525-80ed5614836f tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Synchronizing usage tracker for tenant:123dd1ba9d594e88a025896157079afa on resource:port {{(pid=82345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Sep 15 13:39:21.293169 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 59452) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:39:21.321053 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-55859dd7-5207-447f-a8ee-5e59e343488e req-472ffe03-ed6d-4679-b525-80ed5614836f tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Unset dirty status for tenant:123dd1ba9d594e88a025896157079afa on resource:port {{(pid=82345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Sep 15 13:39:21.329002 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 59458) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:39:21.333369 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-55859dd7-5207-447f-a8ee-5e59e343488e req-472ffe03-ed6d-4679-b525-80ed5614836f tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/ports?device_id=76e25635-6139-4b83-a53f-fdfae650bc71 HTTP/1.1" status: 200  len: 943 time: 0.4754810
Sep 15 13:39:21.369447 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-4604a237-9c8d-4b3e-948f-be92d73e7ceb req-7ed18892-caed-459b-9552-dffed2746e23 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=123dd1ba9d594e88a025896157079afa&device_id=76e25635-6139-4b83-a53f-fdfae650bc71 HTTP/1.1" status: 200  len: 1096 time: 0.1642883
Sep 15 13:39:21.462560 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-4604a237-9c8d-4b3e-948f-be92d73e7ceb req-6e616207-10d0-412a-a8c6-bba76a710d9d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=887cdf2d-38b3-4a7d-b565-fbee4fe1a9c8 HTTP/1.1" status: 200  len: 217 time: 0.0718646
Sep 15 13:39:21.468697 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [None req-3eeaa403-40a8-46ca-b27a-9583cb8f0ffa admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-770749333-network', 'tenant_id': 'a562257e84e545c3b0828939e90b33fb'}} {{(pid=82346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:39:21.470285 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-55859dd7-5207-447f-a8ee-5e59e343488e req-e4607e64-7df6-49e8-9590-28b75f40317a tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2bc11e6-bbc1-4efa-b746-171b2be9153a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1288483
Sep 15 13:39:21.483591 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-3eeaa403-40a8-46ca-b27a-9583cb8f0ffa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:39:21.501675 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-3eeaa403-40a8-46ca-b27a-9583cb8f0ffa admin admin] Usage tracker for resource:network and tenant:a562257e84e545c3b0828939e90b33fb is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:39:21.526474 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-3eeaa403-40a8-46ca-b27a-9583cb8f0ffa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:39:21.536094 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-3eeaa403-40a8-46ca-b27a-9583cb8f0ffa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:39:21.540821 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4604a237-9c8d-4b3e-948f-be92d73e7ceb req-8ddc8b8a-fc7c-46e1-862c-9f20a016c174 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:39:21.542541 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-4604a237-9c8d-4b3e-948f-be92d73e7ceb req-8ddc8b8a-fc7c-46e1-862c-9f20a016c174 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6e2787c1-0944-4332-859d-d1109defbfe6 HTTP/1.1" status: 200  len: 854 time: 0.0687318
Sep 15 13:39:21.548502 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5be8ca9f-e646-4d02-81b8-6645c2e540df admin admin] Notify callbacks [] for security_group, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:21.564094 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eeaa403-40a8-46ca-b27a-9583cb8f0ffa admin admin] Made reservation on behalf of a562257e84e545c3b0828939e90b33fb for: {'network': 1} {{(pid=82346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Sep 15 13:39:21.570655 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-3eeaa403-40a8-46ca-b27a-9583cb8f0ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for network, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:21.586200 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-3eeaa403-40a8-46ca-b27a-9583cb8f0ffa admin admin] Notify callbacks [] for security_group, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:21.645036 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-5be8ca9f-e646-4d02-81b8-6645c2e540df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:39:21.651467 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-4604a237-9c8d-4b3e-948f-be92d73e7ceb req-8b430a60-7885-4d10-8ba9-9a595e27ae2b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b896e533-b678-44d7-b97d-e7b840adb427&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1000786
Sep 15 13:39:21.655649 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-5be8ca9f-e646-4d02-81b8-6645c2e540df admin admin] Usage tracker for resource:security_group_rule and tenant:f1c94f240caa4b0e8a2a70c655e9367d is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:39:21.658768 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-5be8ca9f-e646-4d02-81b8-6645c2e540df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:39:21.662104 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-3eeaa403-40a8-46ca-b27a-9583cb8f0ffa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:39:21.668505 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-5be8ca9f-e646-4d02-81b8-6645c2e540df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:39:21.670879 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-3eeaa403-40a8-46ca-b27a-9583cb8f0ffa admin admin] Usage tracker for resource:security_group_rule and tenant:a562257e84e545c3b0828939e90b33fb is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:39:21.675669 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-3eeaa403-40a8-46ca-b27a-9583cb8f0ffa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:39:21.687726 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-3eeaa403-40a8-46ca-b27a-9583cb8f0ffa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:39:21.813685 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ebbef0-3fa1-48a6-a2cc-e005a746890a req-50534f69-a6a4-4e53-b6b4-fb55666243fc tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:39:21.815394 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-b0ebbef0-3fa1-48a6-a2cc-e005a746890a req-50534f69-a6a4-4e53-b6b4-fb55666243fc tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e632c56-791b-4093-85d6-b58807099a2b HTTP/1.1" status: 200  len: 945 time: 0.2165773
Sep 15 13:39:21.817706 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5be8ca9f-e646-4d02-81b8-6645c2e540df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:21.826367 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-3eeaa403-40a8-46ca-b27a-9583cb8f0ffa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:21.827872 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5be8ca9f-e646-4d02-81b8-6645c2e540df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:21.837064 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:39:21.849577 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-3eeaa403-40a8-46ca-b27a-9583cb8f0ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:21.867406 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-4604a237-9c8d-4b3e-948f-be92d73e7ceb req-0640fbad-703f-499c-8a00-4fa9e11a49b9 service neutron] 10.222.0.36 "GET /v2.0/networks/b896e533-b678-44d7-b97d-e7b840adb427?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2057309
Sep 15 13:39:21.925686 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-b0ebbef0-3fa1-48a6-a2cc-e005a746890a req-fe2d7abe-fdf0-4219-b643-56265f7a8db8 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0993690
Sep 15 13:39:22.038625 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-4604a237-9c8d-4b3e-948f-be92d73e7ceb req-031cbb7c-62d9-4df2-8d50-136297590fe3 service neutron] 10.222.0.36 "GET /v2.0/networks/b896e533-b678-44d7-b97d-e7b840adb427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1626704
Sep 15 13:39:22.070256 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eeaa403-40a8-46ca-b27a-9583cb8f0ffa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357}  {{(pid=82346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}}
Sep 15 13:39:22.087837 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be8ca9f-e646-4d02-81b8-6645c2e540df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=866583e8-904e-47c8-bb22-680b735a393e,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:39:22.091725 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-3eeaa403-40a8-46ca-b27a-9583cb8f0ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854307961'] for segment, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:22.092160 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.db.segments_db [None req-3eeaa403-40a8-46ca-b27a-9583cb8f0ffa admin admin] Added segment e3ecf8eb-6ca5-4e50-bd9e-f9ca303ffdcd of type vlan for network 1d74bb0e-22bf-4dad-a74b-ae8bf61ec077
Sep 15 13:39:22.093592 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-5be8ca9f-e646-4d02-81b8-6645c2e540df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:39:22.096883 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-5be8ca9f-e646-4d02-81b8-6645c2e540df admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f1c94f240caa4b0e8a2a70c655e9367d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7658689
Sep 15 13:39:22.097401 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-c9ada0c6-16a1-488f-85c9-c822851880de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.235s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:39:22.099409 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 59474) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:39:22.146448 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeaa403-40a8-46ca-b27a-9583cb8f0ffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16403c87-447c-4b1a-a93b-e11d7264532e,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:39:22.151769 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-3eeaa403-40a8-46ca-b27a-9583cb8f0ffa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:39:22.153683 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-3eeaa403-40a8-46ca-b27a-9583cb8f0ffa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735110816490'] for network, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:22.185381 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-3eeaa403-40a8-46ca-b27a-9583cb8f0ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916'] for network, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:22.186911 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eeaa403-40a8-46ca-b27a-9583cb8f0ffa admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:39:22.187714 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-3eeaa403-40a8-46ca-b27a-9583cb8f0ffa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7149901'] for network, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:22.194493 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:39:22.212802 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-693aa3e7-4526-4097-8556-a0eb8680ed46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:22.250633 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-693aa3e7-4526-4097-8556-a0eb8680ed46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:22.302394 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a67ddb25-723c-4b10-b0bb-f2db4dc26560 req-06074d47-396f-45bd-8743-b870e8e9eca6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=123dd1ba9d594e88a025896157079afa&device_id=76e25635-6139-4b83-a53f-fdfae650bc71 HTTP/1.1" status: 200  len: 1096 time: 0.1380696
Sep 15 13:39:22.312968 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-3eeaa403-40a8-46ca-b27a-9583cb8f0ffa admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.0157843
Sep 15 13:39:22.312968 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeaa403-40a8-46ca-b27a-9583cb8f0ffa admin admin] Pushing event updated for resources: {'Network': ['ID=1d74bb0e-22bf-4dad-a74b-ae8bf61ec077,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:39:22.313629 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 59478) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:39:22.315368 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-3eeaa403-40a8-46ca-b27a-9583cb8f0ffa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:39:22.326764 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Network 1d74bb0e-22bf-4dad-a74b-ae8bf61ec077 details requested by agent ovs-agent-dv-cinder-809181-1-iscsi with host dv-cinder-809181-1-iscsi {{(pid=82347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Sep 15 13:39:22.348822 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [None req-672c7e73-c7a5-439d-ba0b-1819aad55716 admin admin] Request body: {'subnet': {'network_id': '1d74bb0e-22bf-4dad-a74b-ae8bf61ec077', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-770749333-subnet', 'tenant_id': 'a562257e84e545c3b0828939e90b33fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:39:22.357130 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-672c7e73-c7a5-439d-ba0b-1819aad55716 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:39:22.370150 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-693aa3e7-4526-4097-8556-a0eb8680ed46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:22.374391 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-672c7e73-c7a5-439d-ba0b-1819aad55716 admin admin] Usage tracker for resource:subnet and tenant:a562257e84e545c3b0828939e90b33fb is out of sync, need to count used quota {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:39:22.381186 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-2602f161-d930-4fb6-8f59-e24ab70fc32d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:39:22.389075 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-672c7e73-c7a5-439d-ba0b-1819aad55716 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:39:22.456770 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-672c7e73-c7a5-439d-ba0b-1819aad55716 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:39:22.460365 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693aa3e7-4526-4097-8556-a0eb8680ed46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=866583e8-904e-47c8-bb22-680b735a393e,revision_number=None']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:39:22.475074 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-693aa3e7-4526-4097-8556-a0eb8680ed46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:39:22.475938 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-693aa3e7-4526-4097-8556-a0eb8680ed46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:22.477177 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-693aa3e7-4526-4097-8556-a0eb8680ed46 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/866583e8-904e-47c8-bb22-680b735a393e HTTP/1.1" status: 204  len: 168 time: 0.3766594
Sep 15 13:39:22.496156 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-672c7e73-c7a5-439d-ba0b-1819aad55716 admin admin] Made reservation on behalf of a562257e84e545c3b0828939e90b33fb for: {'subnet': 1} {{(pid=82345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Sep 15 13:39:22.501132 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-672c7e73-c7a5-439d-ba0b-1819aad55716 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1308941'] for subnet, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:22.555011 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ddb25-723c-4b10-b0bb-f2db4dc26560 req-4fb39168-4263-4b73-b131-037ed6a5b352 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:39:22.556673 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a67ddb25-723c-4b10-b0bb-f2db4dc26560 req-4fb39168-4263-4b73-b131-037ed6a5b352 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b896e533-b678-44d7-b97d-e7b840adb427 HTTP/1.1" status: 200  len: 915 time: 0.2460475
Sep 15 13:39:22.743099 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a67ddb25-723c-4b10-b0bb-f2db4dc26560 req-5cf2c564-2c0e-4dd1-9dd6-8cf6c979a5dc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=887cdf2d-38b3-4a7d-b565-fbee4fe1a9c8 HTTP/1.1" status: 200  len: 217 time: 0.1360199
Sep 15 13:39:22.883793 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ddb25-723c-4b10-b0bb-f2db4dc26560 req-c351a4c3-c73e-4b5c-8901-fa8431f58832 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:39:22.885368 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a67ddb25-723c-4b10-b0bb-f2db4dc26560 req-c351a4c3-c73e-4b5c-8901-fa8431f58832 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6e2787c1-0944-4332-859d-d1109defbfe6 HTTP/1.1" status: 200  len: 854 time: 0.1318977
Sep 15 13:39:22.908576 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcf539b-b3e0-49e7-8c5e-0a2dbc32d326 req-4e74c4da-817f-47b1-9e80-3d1f052cbc71 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:39:22.910113 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-0bcf539b-b3e0-49e7-8c5e-0a2dbc32d326 req-4e74c4da-817f-47b1-9e80-3d1f052cbc71 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/ports?device_id=76e25635-6139-4b83-a53f-fdfae650bc71 HTTP/1.1" status: 200  len: 943 time: 0.3043609
Sep 15 13:39:22.975587 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a67ddb25-723c-4b10-b0bb-f2db4dc26560 req-12383b93-e8aa-4dc9-a9ec-9cc75386f5e4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b896e533-b678-44d7-b97d-e7b840adb427&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0644679
Sep 15 13:39:23.201772 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-0bcf539b-b3e0-49e7-8c5e-0a2dbc32d326 req-1a61907c-ca78-4347-b326-a416f1e34464 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2bc11e6-bbc1-4efa-b746-171b2be9153a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2498960
Sep 15 13:39:23.217160 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-672c7e73-c7a5-439d-ba0b-1819aad55716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2634338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1308956'] for subnet, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:23.231776 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:39:23.317048 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a67ddb25-723c-4b10-b0bb-f2db4dc26560 req-27182439-9497-4190-b2bc-49eea07f09b8 service neutron] 10.222.0.36 "GET /v2.0/networks/b896e533-b678-44d7-b97d-e7b840adb427?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3317690
Sep 15 13:39:23.330590 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672c7e73-c7a5-439d-ba0b-1819aad55716 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c8446d6-a0fd-44b4-8b1f-d4dc3d08330c,revision_number=0']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:39:23.333545 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-672c7e73-c7a5-439d-ba0b-1819aad55716 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:39:23.363241 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 59516) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:39:23.475818 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4db1e1-4036-4ece-a00f-4294d8a9130e req-2ad56518-232a-4eda-b1f7-40da7f7b45df tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:39:23.477464 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-9e4db1e1-4036-4ece-a00f-4294d8a9130e req-2ad56518-232a-4eda-b1f7-40da7f7b45df tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e632c56-791b-4093-85d6-b58807099a2b HTTP/1.1" status: 200  len: 945 time: 0.3338399
Sep 15 13:39:23.488045 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672c7e73-c7a5-439d-ba0b-1819aad55716 admin admin] Checking segment: {'id': 'e3ecf8eb-6ca5-4e50-bd9e-f9ca303ffdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '1d74bb0e-22bf-4dad-a74b-ae8bf61ec077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Sep 15 13:39:23.488244 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672c7e73-c7a5-439d-ba0b-1819aad55716 admin admin] Network hostable DHCP agents. Network: 1d74bb0e-22bf-4dad-a74b-ae8bf61ec077, hostable agents: ['1e45ab9c-2f68-483a-a4f9-339d8484c2ba'], hosted agents: [] {{(pid=82345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Sep 15 13:39:23.562369 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a67ddb25-723c-4b10-b0bb-f2db4dc26560 req-64715a6f-4880-4285-a52b-35f11ab56e0f service neutron] 10.222.0.36 "GET /v2.0/networks/b896e533-b678-44d7-b97d-e7b840adb427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2275496
Sep 15 13:39:23.575892 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672c7e73-c7a5-439d-ba0b-1819aad55716 admin admin] Network 1d74bb0e-22bf-4dad-a74b-ae8bf61ec077 is scheduled to be hosted by DHCP agent 1e45ab9c-2f68-483a-a4f9-339d8484c2ba with binding_index 1 {{(pid=82345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Sep 15 13:39:23.582171 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-9e4db1e1-4036-4ece-a00f-4294d8a9130e req-43936ef5-cafa-4e18-bd69-6f53ce725bd8 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0853281
Sep 15 13:39:23.599315 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.base_scheduler [None req-672c7e73-c7a5-439d-ba0b-1819aad55716 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809181-1-iscsi, 1d74bb0e-22bf-4dad-a74b-ae8bf61ec077) {{(pid=82345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Sep 15 13:39:23.611386 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672c7e73-c7a5-439d-ba0b-1819aad55716 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:39:23.614003 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-672c7e73-c7a5-439d-ba0b-1819aad55716 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7149901'] for subnet, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:23.625809 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7443d9e-a408-41d9-a132-db008c3dc7dc None None] Network 1d74bb0e-22bf-4dad-a74b-ae8bf61ec077 requested from dv-cinder-809181-1-iscsi {{(pid=82347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Sep 15 13:39:23.637877 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-672c7e73-c7a5-439d-ba0b-1819aad55716 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.3012404
Sep 15 13:39:23.740675 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-bf7f1e2b-e72e-45fa-8e29-865274e4fe9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:23.784090 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-bf7f1e2b-e72e-45fa-8e29-865274e4fe9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:39:23.788443 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-bf7f1e2b-e72e-45fa-8e29-865274e4fe9c admin admin] Usage tracker for resource:security_group_rule and tenant:20a2669a2b62472bbaf78439a0e1c67b is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:39:23.791387 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-bf7f1e2b-e72e-45fa-8e29-865274e4fe9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:39:23.797692 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-bf7f1e2b-e72e-45fa-8e29-865274e4fe9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:39:23.884672 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-bf7f1e2b-e72e-45fa-8e29-865274e4fe9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:23.889751 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508a1f31-9e98-48f9-96fc-5adb45ccbec0 None None] Network 1d74bb0e-22bf-4dad-a74b-ae8bf61ec077 requested from dv-cinder-809181-1-iscsi {{(pid=82347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Sep 15 13:39:23.895963 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-bf7f1e2b-e72e-45fa-8e29-865274e4fe9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:23.913038 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:39:23.992945 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7f1e2b-e72e-45fa-8e29-865274e4fe9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af580b5e-84f3-4467-a419-f0701599a4dc,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:39:23.999693 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-bf7f1e2b-e72e-45fa-8e29-865274e4fe9c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=20a2669a2b62472bbaf78439a0e1c67b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6332877
Sep 15 13:39:23.999693 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-bf7f1e2b-e72e-45fa-8e29-865274e4fe9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:39:24.000977 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 59536) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:39:24.115327 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7919-b863-407b-8f80-38ad01874e62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:24.165953 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7919-b863-407b-8f80-38ad01874e62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:24.245091 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7919-b863-407b-8f80-38ad01874e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:24.250995 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:39:24.267891 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7919-b863-407b-8f80-38ad01874e62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af580b5e-84f3-4467-a419-f0701599a4dc,revision_number=None']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:39:24.271157 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-1cfc7919-b863-407b-8f80-38ad01874e62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:39:24.297499 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7919-b863-407b-8f80-38ad01874e62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:24.299543 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-1cfc7919-b863-407b-8f80-38ad01874e62 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/af580b5e-84f3-4467-a419-f0701599a4dc HTTP/1.1" status: 204  len: 168 time: 0.2962184
Sep 15 13:39:24.456426 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c260fd3-b7ab-4bc4-ad34-89ac34d8531c req-a31edd44-b2f3-43d8-8ca0-b6189a5c079c tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:39:24.458842 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-7c260fd3-b7ab-4bc4-ad34-89ac34d8531c req-a31edd44-b2f3-43d8-8ca0-b6189a5c079c tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/ports?device_id=76e25635-6139-4b83-a53f-fdfae650bc71 HTTP/1.1" status: 200  len: 943 time: 0.0922630
Sep 15 13:39:24.508607 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-7c260fd3-b7ab-4bc4-ad34-89ac34d8531c req-b0f85f2d-374f-4d78-a4a2-aaf87544ebd8 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2bc11e6-bbc1-4efa-b746-171b2be9153a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436029
Sep 15 13:39:24.680564 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Device 887cdf2d-38b3-4a7d-b565-fbee4fe1a9c8 details requested by agent hyperv_hv-cinder-80918 with host hv-cinder-80918 {{(pid=82347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Sep 15 13:39:24.829115 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7c1b4f-5304-4850-a73d-97a937397c6a req-4d88712d-d3ea-46a1-9569-f240a8e65c66 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:39:24.832139 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-2b7c1b4f-5304-4850-a73d-97a937397c6a req-4d88712d-d3ea-46a1-9569-f240a8e65c66 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e632c56-791b-4093-85d6-b58807099a2b HTTP/1.1" status: 200  len: 945 time: 0.1013618
Sep 15 13:39:24.893448 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-2b7c1b4f-5304-4850-a73d-97a937397c6a req-1c402e7e-0011-4099-a3d1-5e3d54786351 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0543978
Sep 15 13:39:24.939571 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 59574) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:39:24.945593 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [None req-8ff266dc-166c-4655-95d8-bdf03154195c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-957441671-network', 'tenant_id': 'ccfc64513c4449c7beea331f34c31f06'}} {{(pid=82345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:39:24.953997 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-8ff266dc-166c-4655-95d8-bdf03154195c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:39:24.962665 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-8ff266dc-166c-4655-95d8-bdf03154195c admin admin] Usage tracker for resource:network and tenant:ccfc64513c4449c7beea331f34c31f06 is out of sync, need to count used quota {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:39:24.967060 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-8ff266dc-166c-4655-95d8-bdf03154195c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:39:24.974181 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-8ff266dc-166c-4655-95d8-bdf03154195c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:39:24.987058 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ff266dc-166c-4655-95d8-bdf03154195c admin admin] Made reservation on behalf of ccfc64513c4449c7beea331f34c31f06 for: {'network': 1} {{(pid=82345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Sep 15 13:39:24.992407 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-8ff266dc-166c-4655-95d8-bdf03154195c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for network, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:25.008152 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-8ff266dc-166c-4655-95d8-bdf03154195c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:25.042947 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-8ff266dc-166c-4655-95d8-bdf03154195c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:39:25.047076 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-8ff266dc-166c-4655-95d8-bdf03154195c admin admin] Usage tracker for resource:security_group_rule and tenant:ccfc64513c4449c7beea331f34c31f06 is out of sync, need to count used quota {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:39:25.051295 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-8ff266dc-166c-4655-95d8-bdf03154195c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:39:25.056484 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] For port 887cdf2d-38b3-4a7d-b565-fbee4fe1a9c8, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=887cdf2d-38b3-4a7d-b565-fbee4fe1a9c8,segment=NetworkSegment(3490644b-788c-43d7-8cb9-2ed21ec8c954),segment_id=3490644b-788c-43d7-8cb9-2ed21ec8c954)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:39:25.056841 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-8ff266dc-166c-4655-95d8-bdf03154195c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:39:25.071521 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Returning: {'device': '887cdf2d-38b3-4a7d-b565-fbee4fe1a9c8', 'network_id': 'b896e533-b678-44d7-b97d-e7b840adb427', 'port_id': '887cdf2d-38b3-4a7d-b565-fbee4fe1a9c8', 'mac_address': 'fa:16:3e:76:40:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e2787c1-0944-4332-859d-d1109defbfe6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 15 13:39:25.138559 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:25.143039 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-8ff266dc-166c-4655-95d8-bdf03154195c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:25.152081 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-8ff266dc-166c-4655-95d8-bdf03154195c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:25.156695 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-7d4c3549-bdce-477b-aaa0-18648008938c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:39:25.159260 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 887cdf2d-38b3-4a7d-b565-fbee4fe1a9c8 {{(pid=82347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Sep 15 13:39:25.174830 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] For port 887cdf2d-38b3-4a7d-b565-fbee4fe1a9c8, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=887cdf2d-38b3-4a7d-b565-fbee4fe1a9c8,segment=NetworkSegment(3490644b-788c-43d7-8cb9-2ed21ec8c954),segment_id=3490644b-788c-43d7-8cb9-2ed21ec8c954)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:39:25.178548 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:25.180632 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-7eaac1ed-9bf7-466a-9788-a1fc1925c7c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:39:25.187784 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ff266dc-166c-4655-95d8-bdf03154195c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358}  {{(pid=82345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}}
Sep 15 13:39:25.201378 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff266dc-166c-4655-95d8-bdf03154195c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=440ff91c-4dcc-4970-aa7a-a9355567328b,revision_number=1']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:39:25.207218 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-8ff266dc-166c-4655-95d8-bdf03154195c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854307961'] for segment, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:25.207742 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.db.segments_db [None req-8ff266dc-166c-4655-95d8-bdf03154195c admin admin] Added segment 403ec2a7-4e76-4c7f-bca1-4daf2d80ad8e of type vlan for network 5d99e9cb-7f57-4bf7-abd4-bbb66a2c7100
Sep 15 13:39:25.209106 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-8ff266dc-166c-4655-95d8-bdf03154195c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:39:25.243767 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-8ff266dc-166c-4655-95d8-bdf03154195c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735110816490'] for network, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:25.253825 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Pushing event updated for resources: {'Port': ['ID=887cdf2d-38b3-4a7d-b565-fbee4fe1a9c8,revision_number=4']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:39:25.257228 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:39:25.293281 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-8ff266dc-166c-4655-95d8-bdf03154195c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916'] for network, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:25.295062 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff266dc-166c-4655-95d8-bdf03154195c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:39:25.295828 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-8ff266dc-166c-4655-95d8-bdf03154195c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7149901'] for network, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:25.303691 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:39:25.438523 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff266dc-166c-4655-95d8-bdf03154195c admin admin] Pushing event updated for resources: {'Network': ['ID=5d99e9cb-7f57-4bf7-abd4-bbb66a2c7100,revision_number=1']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:39:25.443436 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-8ff266dc-166c-4655-95d8-bdf03154195c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.5027230
Sep 15 13:39:25.444474 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-8ff266dc-166c-4655-95d8-bdf03154195c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:39:25.446440 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 59594) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:39:25.452908 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [None req-68811a19-9fd7-4a52-9e78-f168a492301d admin admin] Request body: {'subnet': {'network_id': '5d99e9cb-7f57-4bf7-abd4-bbb66a2c7100', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-957441671-subnet', 'tenant_id': 'ccfc64513c4449c7beea331f34c31f06', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:39:25.453066 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Network 5d99e9cb-7f57-4bf7-abd4-bbb66a2c7100 details requested by agent ovs-agent-dv-cinder-809181-1-iscsi with host dv-cinder-809181-1-iscsi {{(pid=82347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Sep 15 13:39:25.458186 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-68811a19-9fd7-4a52-9e78-f168a492301d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:39:25.462292 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-68811a19-9fd7-4a52-9e78-f168a492301d admin admin] Usage tracker for resource:subnet and tenant:ccfc64513c4449c7beea331f34c31f06 is out of sync, need to count used quota {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:39:25.465315 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-68811a19-9fd7-4a52-9e78-f168a492301d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:39:25.471939 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-68811a19-9fd7-4a52-9e78-f168a492301d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:39:25.487916 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68811a19-9fd7-4a52-9e78-f168a492301d admin admin] Made reservation on behalf of ccfc64513c4449c7beea331f34c31f06 for: {'subnet': 1} {{(pid=82345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Sep 15 13:39:25.492678 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-68811a19-9fd7-4a52-9e78-f168a492301d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1308941'] for subnet, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:25.810386 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c91c285-7f6a-45b3-99b7-ab60598c76cb req-63959d52-1906-4aa6-8ad8-becb712be534 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:39:25.812614 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-3c91c285-7f6a-45b3-99b7-ab60598c76cb req-63959d52-1906-4aa6-8ad8-becb712be534 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/ports?device_id=76e25635-6139-4b83-a53f-fdfae650bc71 HTTP/1.1" status: 200  len: 944 time: 0.1568494
Sep 15 13:39:25.834189 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] get_ports_and_sgs() called for port_ids ['887cdf2d-38b3-4a7d-b565-fbee4fe1a9c8'] {{(pid=82347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 15 13:39:25.866341 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-68811a19-9fd7-4a52-9e78-f168a492301d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2634338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1308956'] for subnet, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:25.875966 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:39:25.930105 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-3c91c285-7f6a-45b3-99b7-ab60598c76cb req-55bee2ea-f3a1-4e00-94fc-ca9c0a1886e1 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2bc11e6-bbc1-4efa-b746-171b2be9153a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1116765
Sep 15 13:39:25.974216 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68811a19-9fd7-4a52-9e78-f168a492301d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ae01674-140a-4436-a201-d9cbc6ce011a,revision_number=0']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:39:25.979130 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-68811a19-9fd7-4a52-9e78-f168a492301d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:39:25.989599 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68811a19-9fd7-4a52-9e78-f168a492301d admin admin] Checking segment: {'id': '403ec2a7-4e76-4c7f-bca1-4daf2d80ad8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5d99e9cb-7f57-4bf7-abd4-bbb66a2c7100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Sep 15 13:39:25.989999 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68811a19-9fd7-4a52-9e78-f168a492301d admin admin] Network hostable DHCP agents. Network: 5d99e9cb-7f57-4bf7-abd4-bbb66a2c7100, hostable agents: ['1e45ab9c-2f68-483a-a4f9-339d8484c2ba'], hosted agents: [] {{(pid=82345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Sep 15 13:39:26.020165 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68811a19-9fd7-4a52-9e78-f168a492301d admin admin] Network 5d99e9cb-7f57-4bf7-abd4-bbb66a2c7100 is scheduled to be hosted by DHCP agent 1e45ab9c-2f68-483a-a4f9-339d8484c2ba with binding_index 1 {{(pid=82345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Sep 15 13:39:26.032421 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.base_scheduler [None req-68811a19-9fd7-4a52-9e78-f168a492301d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809181-1-iscsi, 5d99e9cb-7f57-4bf7-abd4-bbb66a2c7100) {{(pid=82345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Sep 15 13:39:26.046185 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68811a19-9fd7-4a52-9e78-f168a492301d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:39:26.046847 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-68811a19-9fd7-4a52-9e78-f168a492301d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7149901'] for subnet, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:26.072306 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7d3495-fc0d-43fc-94dd-2b4410ad2fa5 None None] Network 5d99e9cb-7f57-4bf7-abd4-bbb66a2c7100 requested from dv-cinder-809181-1-iscsi {{(pid=82347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Sep 15 13:39:26.375721 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccfa3891-63e1-43cc-b409-b946415c9103 None None] Network 5d99e9cb-7f57-4bf7-abd4-bbb66a2c7100 requested from dv-cinder-809181-1-iscsi {{(pid=82347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Sep 15 13:39:26.498510 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-68811a19-9fd7-4a52-9e78-f168a492301d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.0353837
Sep 15 13:39:26.500555 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f79ec065-e749-4774-89ba-d53a22f5117a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:26.534053 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca1045e-313b-48ef-85a8-c18c213dec2d req-f9160c76-b760-4082-92c0-1eac9126a02e tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:39:26.542072 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-6ca1045e-313b-48ef-85a8-c18c213dec2d req-f9160c76-b760-4082-92c0-1eac9126a02e tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e632c56-791b-4093-85d6-b58807099a2b HTTP/1.1" status: 200  len: 945 time: 0.1435649
Sep 15 13:39:26.620282 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-6ca1045e-313b-48ef-85a8-c18c213dec2d req-a94cc895-c583-4806-872d-11473b6785f8 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0770800
Sep 15 13:39:27.194158 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 59652) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:39:27.220811 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7570ee42-3eb7-43ed-bd84-1ff648286028 req-3406d891-401e-4088-a72e-85043211e910 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:39:27.222471 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-7570ee42-3eb7-43ed-bd84-1ff648286028 req-3406d891-401e-4088-a72e-85043211e910 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/ports?device_id=76e25635-6139-4b83-a53f-fdfae650bc71 HTTP/1.1" status: 200  len: 944 time: 0.1046355
Sep 15 13:39:27.288868 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-7570ee42-3eb7-43ed-bd84-1ff648286028 req-49846a6a-cb8c-46f1-9b1d-4c97d95e66f6 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2bc11e6-bbc1-4efa-b746-171b2be9153a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585952
Sep 15 13:39:27.384926 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-a312bd51-a94b-4395-b553-ceed14b0d237 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:27.426396 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-a312bd51-a94b-4395-b553-ceed14b0d237 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:39:27.431112 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-a312bd51-a94b-4395-b553-ceed14b0d237 admin admin] Usage tracker for resource:security_group_rule and tenant:4f2d76763f324328857e8ae6c0f433a2 is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:39:27.434654 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-a312bd51-a94b-4395-b553-ceed14b0d237 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:39:27.442408 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-a312bd51-a94b-4395-b553-ceed14b0d237 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:39:27.551868 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-a312bd51-a94b-4395-b553-ceed14b0d237 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:27.554959 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-a312bd51-a94b-4395-b553-ceed14b0d237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:27.563847 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-ae726d1d-ce41-416d-921b-a806d4e45e97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:39:27.605343 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 59672) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:39:27.650240 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a312bd51-a94b-4395-b553-ceed14b0d237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c47ce003-5973-4be0-bce2-61984e46c70c,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:39:27.654092 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-a312bd51-a94b-4395-b553-ceed14b0d237 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:39:27.660660 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-a312bd51-a94b-4395-b553-ceed14b0d237 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4f2d76763f324328857e8ae6c0f433a2&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4649646
Sep 15 13:39:27.661641 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 59680) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:39:27.742665 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-6c8307b6-a31e-421f-9cdc-bdaf9c33b0e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:27.812843 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-6c8307b6-a31e-421f-9cdc-bdaf9c33b0e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:27.862928 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-fa4dc8ce-ec89-4012-b7e7-fe8dc5ffe3de admin admin] Notify callbacks [] for security_group, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:27.945027 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda3c570-50ac-4562-96b5-778656435177 req-426da9bd-5d56-4b84-8533-507d487b3292 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:39:27.946569 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-cda3c570-50ac-4562-96b5-778656435177 req-426da9bd-5d56-4b84-8533-507d487b3292 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e632c56-791b-4093-85d6-b58807099a2b HTTP/1.1" status: 200  len: 945 time: 0.1782782
Sep 15 13:39:27.950288 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-fa4dc8ce-ec89-4012-b7e7-fe8dc5ffe3de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:39:27.952604 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-6c8307b6-a31e-421f-9cdc-bdaf9c33b0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:27.960553 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-d5754ffc-31ce-4a71-b7ce-3b86720be178 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:39:27.968691 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-fa4dc8ce-ec89-4012-b7e7-fe8dc5ffe3de admin admin] Usage tracker for resource:security_group_rule and tenant:e60bcb3c9da647a6bbde0b209220ea71 is out of sync, need to count used quota {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:39:27.988725 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-fa4dc8ce-ec89-4012-b7e7-fe8dc5ffe3de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:39:27.994148 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8307b6-a31e-421f-9cdc-bdaf9c33b0e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c47ce003-5973-4be0-bce2-61984e46c70c,revision_number=None']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:39:27.996604 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-6c8307b6-a31e-421f-9cdc-bdaf9c33b0e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:39:28.005321 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-fa4dc8ce-ec89-4012-b7e7-fe8dc5ffe3de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:39:28.027294 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-6c8307b6-a31e-421f-9cdc-bdaf9c33b0e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:28.028669 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-6c8307b6-a31e-421f-9cdc-bdaf9c33b0e7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c47ce003-5973-4be0-bce2-61984e46c70c HTTP/1.1" status: 204  len: 168 time: 0.3658421
Sep 15 13:39:28.058603 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-cda3c570-50ac-4562-96b5-778656435177 req-22efbbfd-68b2-49a4-84ae-f7029f931933 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0991118
Sep 15 13:39:28.105684 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:28.112099 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-fa4dc8ce-ec89-4012-b7e7-fe8dc5ffe3de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:28.114784 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-fa4dc8ce-ec89-4012-b7e7-fe8dc5ffe3de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:28.122508 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-c959d90e-0a9c-43e3-b632-5a0ac8eb9fc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:39:28.168821 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-fa4dc8ce-ec89-4012-b7e7-fe8dc5ffe3de admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e60bcb3c9da647a6bbde0b209220ea71&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5623114
Sep 15 13:39:28.169709 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4dc8ce-ec89-4012-b7e7-fe8dc5ffe3de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6049e28-527a-41b3-a839-7bdfcd59da36,revision_number=1']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:39:28.171587 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 59688) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:39:28.174272 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-fa4dc8ce-ec89-4012-b7e7-fe8dc5ffe3de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:39:28.241907 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-257b99da-930d-41fc-866e-8c00d1c9eca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:28.270200 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-257b99da-930d-41fc-866e-8c00d1c9eca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:28.321296 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-257b99da-930d-41fc-866e-8c00d1c9eca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:28.327125 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-b98dcc65-6539-4ef8-b962-be8d16636073 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:39:28.342848 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257b99da-930d-41fc-866e-8c00d1c9eca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6049e28-527a-41b3-a839-7bdfcd59da36,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:39:28.345198 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-257b99da-930d-41fc-866e-8c00d1c9eca2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:39:28.360774 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-257b99da-930d-41fc-866e-8c00d1c9eca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:28.362096 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-257b99da-930d-41fc-866e-8c00d1c9eca2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c6049e28-527a-41b3-a839-7bdfcd59da36 HTTP/1.1" status: 204  len: 168 time: 0.1893196
Sep 15 13:39:28.507782 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a00f1-3631-4246-9db5-90cf41ee25a3 req-98522d0c-c8eb-4a49-8510-409efd07b70c tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:39:28.509493 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-120a00f1-3631-4246-9db5-90cf41ee25a3 req-98522d0c-c8eb-4a49-8510-409efd07b70c tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/ports?device_id=76e25635-6139-4b83-a53f-fdfae650bc71 HTTP/1.1" status: 200  len: 944 time: 0.0871449
Sep 15 13:39:28.569613 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-120a00f1-3631-4246-9db5-90cf41ee25a3 req-d16f07bf-9148-4f7a-95f2-87a0e4e77bde tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2bc11e6-bbc1-4efa-b746-171b2be9153a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504475
Sep 15 13:39:28.683709 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Device 887cdf2d-38b3-4a7d-b565-fbee4fe1a9c8 up at agent hyperv_hv-cinder-80918 {{(pid=82347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Sep 15 13:39:28.765126 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 59718) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:39:28.777084 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Provisioning for port 887cdf2d-38b3-4a7d-b565-fbee4fe1a9c8 completed by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Sep 15 13:39:28.783414 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Provisioning complete for port 887cdf2d-38b3-4a7d-b565-fbee4fe1a9c8 triggered by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:39:28.784069 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:28.790798 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-ecc732cf-c543-471f-a35d-a0d0fb696610 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:28.833264 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-ecc732cf-c543-471f-a35d-a0d0fb696610 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:39:28.838557 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-ecc732cf-c543-471f-a35d-a0d0fb696610 admin admin] Usage tracker for resource:security_group_rule and tenant:72395d7c022a4d318862363198536ae2 is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:39:28.841925 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-ecc732cf-c543-471f-a35d-a0d0fb696610 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:39:28.848797 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-ecc732cf-c543-471f-a35d-a0d0fb696610 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:39:28.951233 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-ef87a35a-2d7e-454f-b801-f70a637100a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:28.955922 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:28.988037 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-ecc732cf-c543-471f-a35d-a0d0fb696610 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:28.991056 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76e25635-6139-4b83-a53f-fdfae650bc71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '887cdf2d-38b3-4a7d-b565-fbee4fe1a9c8'}] {{(pid=82347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Sep 15 13:39:28.994974 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-ecc732cf-c543-471f-a35d-a0d0fb696610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:28.997068 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] For port 887cdf2d-38b3-4a7d-b565-fbee4fe1a9c8, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=887cdf2d-38b3-4a7d-b565-fbee4fe1a9c8,segment=NetworkSegment(3490644b-788c-43d7-8cb9-2ed21ec8c954),segment_id=3490644b-788c-43d7-8cb9-2ed21ec8c954)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:39:29.016189 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:29.019004 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:39:29.026656 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:39:29.038385 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-ecc732cf-c543-471f-a35d-a0d0fb696610 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=72395d7c022a4d318862363198536ae2&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2719896
Sep 15 13:39:29.041929 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 59730) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:39:29.082560 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc732cf-c543-471f-a35d-a0d0fb696610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae26583-b27b-4c36-b5b5-26976527dc44,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:39:29.093267 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-ecc732cf-c543-471f-a35d-a0d0fb696610 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:39:29.125239 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76e25635-6139-4b83-a53f-fdfae650bc71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '887cdf2d-38b3-4a7d-b565-fbee4fe1a9c8', 'code': 200}
Sep 15 13:39:29.189426 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-bbfa0d28-d396-4e7c-ba04-124721ba6cee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:29.199589 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9acd9d20-0ed4-40fe-8ec3-e1d8b485d7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:29.229885 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Pushing event updated for resources: {'Port': ['ID=887cdf2d-38b3-4a7d-b565-fbee4fe1a9c8,revision_number=5']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:39:29.242607 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:39:29.258984 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-bbfa0d28-d396-4e7c-ba04-124721ba6cee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:29.353568 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-bbfa0d28-d396-4e7c-ba04-124721ba6cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:29.359465 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-dbaed87f-dfef-4e96-8fca-ee116f301e7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:39:29.373018 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfa0d28-d396-4e7c-ba04-124721ba6cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae26583-b27b-4c36-b5b5-26976527dc44,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:39:29.375274 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-bbfa0d28-d396-4e7c-ba04-124721ba6cee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:39:29.378720 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-bbfa0d28-d396-4e7c-ba04-124721ba6cee admin admin] Notify callbacks [] for security_group, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:29.379987 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-bbfa0d28-d396-4e7c-ba04-124721ba6cee admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4ae26583-b27b-4c36-b5b5-26976527dc44 HTTP/1.1" status: 204  len: 168 time: 0.3369191
Sep 15 13:39:29.398526 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1a4664-b68d-43b3-9a1e-4e9e9c40b28b req-ded2ea15-ce2b-4c8d-8900-a40421ef2d35 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:39:29.407410 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-dc1a4664-b68d-43b3-9a1e-4e9e9c40b28b req-ded2ea15-ce2b-4c8d-8900-a40421ef2d35 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e632c56-791b-4093-85d6-b58807099a2b HTTP/1.1" status: 200  len: 945 time: 0.1651399
Sep 15 13:39:29.540564 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-dc1a4664-b68d-43b3-9a1e-4e9e9c40b28b req-228f6001-73b5-40f0-a502-dc69165ee17c tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1313233
Sep 15 13:39:29.560011 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-394647ca-427b-4e1a-931b-ec90b9f41ff3 req-f143f035-314b-47e7-b9d2-c04f6b6cdce6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=76e25635-6139-4b83-a53f-fdfae650bc71 HTTP/1.1" status: 200  len: 1098 time: 0.1317971
Sep 15 13:39:29.640581 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-394647ca-427b-4e1a-931b-ec90b9f41ff3 req-d7895e92-a19a-440c-a193-3178de541b6a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e2bc11e6-bbc1-4efa-b746-171b2be9153a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0682390
Sep 15 13:39:29.830502 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca4ac7e-3557-4819-a91b-9750e3da29d5 req-b9e419a9-65a0-41b5-9ba7-d7488b5eb219 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:39:29.832334 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-9ca4ac7e-3557-4819-a91b-9750e3da29d5 req-b9e419a9-65a0-41b5-9ba7-d7488b5eb219 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/ports?device_id=76e25635-6139-4b83-a53f-fdfae650bc71 HTTP/1.1" status: 200  len: 945 time: 0.1154392
Sep 15 13:39:29.888706 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-9ca4ac7e-3557-4819-a91b-9750e3da29d5 req-815154ae-4f23-4aa5-b121-d057bfd9bb67 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2bc11e6-bbc1-4efa-b746-171b2be9153a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434763
Sep 15 13:39:30.534511 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b47e50d5-ffd8-49d4-a6b6-3168cd38e3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:30.750388 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773dd1d2-bb19-4b11-82eb-565b2ac7ad1c req-9b8a6892-38d9-40a6-9b66-44e788da561a tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:39:30.752033 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-773dd1d2-bb19-4b11-82eb-565b2ac7ad1c req-9b8a6892-38d9-40a6-9b66-44e788da561a tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e632c56-791b-4093-85d6-b58807099a2b HTTP/1.1" status: 200  len: 945 time: 0.0901179
Sep 15 13:39:30.801923 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-773dd1d2-bb19-4b11-82eb-565b2ac7ad1c req-cbb28f1b-2231-4cf4-8ed8-ebd48b286bd0 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437081
Sep 15 13:39:31.098807 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ae195c-8d21-468e-b87f-6d03a1dcb3e6 req-6a11f486-5af9-401a-9096-ee501d51280f tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:39:31.100440 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-60ae195c-8d21-468e-b87f-6d03a1dcb3e6 req-6a11f486-5af9-401a-9096-ee501d51280f tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/ports?device_id=76e25635-6139-4b83-a53f-fdfae650bc71 HTTP/1.1" status: 200  len: 945 time: 0.0889297
Sep 15 13:39:31.166469 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-60ae195c-8d21-468e-b87f-6d03a1dcb3e6 req-d8945070-b023-4c2a-9dc1-63f6fa55cce5 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2bc11e6-bbc1-4efa-b746-171b2be9153a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546126
Sep 15 13:39:32.108851 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6effd549-874c-4e9b-b178-b157a0aba0bf req-f3990389-3ba6-4f68-aca8-da305119368f tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:39:32.110381 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-6effd549-874c-4e9b-b178-b157a0aba0bf req-f3990389-3ba6-4f68-aca8-da305119368f tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e632c56-791b-4093-85d6-b58807099a2b HTTP/1.1" status: 200  len: 945 time: 0.1582780
Sep 15 13:39:32.161275 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-b99b9321-0272-4d78-bdca-57129526b679 req-3dd73304-0bc4-4b84-a43c-81411c2964ba service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1e632c56-791b-4093-85d6-b58807099a2b HTTP/1.1" status: 200  len: 1098 time: 0.1153555
Sep 15 13:39:32.202865 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-6effd549-874c-4e9b-b178-b157a0aba0bf req-5971b2fb-f8af-49c4-a0d3-44310eafc289 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0854025
Sep 15 13:39:32.226986 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-b99b9321-0272-4d78-bdca-57129526b679 req-967b6c8f-7c23-4cff-9183-544aa816aa1b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511127
Sep 15 13:39:32.476571 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62609216-4322-4ef8-8b75-56e643ea000f req-0a97c2ce-4392-48d4-a381-a0df4804cbfd tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:39:32.478182 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-62609216-4322-4ef8-8b75-56e643ea000f req-0a97c2ce-4392-48d4-a381-a0df4804cbfd tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/ports?device_id=76e25635-6139-4b83-a53f-fdfae650bc71 HTTP/1.1" status: 200  len: 945 time: 0.0970328
Sep 15 13:39:32.528807 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-62609216-4322-4ef8-8b75-56e643ea000f req-5b32891c-ef28-45d7-8591-0fec05a9be0c tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2bc11e6-bbc1-4efa-b746-171b2be9153a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442924
Sep 15 13:39:33.441250 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e12edac-57a2-4fcd-8d26-f9be6c7efdb9 req-24568018-d955-419a-b250-f9e7c567dcda tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:39:33.444081 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-1e12edac-57a2-4fcd-8d26-f9be6c7efdb9 req-24568018-d955-419a-b250-f9e7c567dcda tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e632c56-791b-4093-85d6-b58807099a2b HTTP/1.1" status: 200  len: 945 time: 0.0932267
Sep 15 13:39:33.504183 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-1e12edac-57a2-4fcd-8d26-f9be6c7efdb9 req-fa99b7ea-a404-4b3a-b6d6-335b81963e86 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450904
Sep 15 13:39:33.854563 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:34.663647 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 59994) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:39:34.729455 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd24a298-1762-4c16-8993-b3bbed2cdaa6 req-f166e82d-11ba-40e9-8021-2b2989c9d062 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:39:34.737568 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-fd24a298-1762-4c16-8993-b3bbed2cdaa6 req-f166e82d-11ba-40e9-8021-2b2989c9d062 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e632c56-791b-4093-85d6-b58807099a2b HTTP/1.1" status: 200  len: 945 time: 0.0974655
Sep 15 13:39:34.799215 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-fd24a298-1762-4c16-8993-b3bbed2cdaa6 req-df1e24e4-ea18-40ca-ac2e-e4d2b701b6e7 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605876
Sep 15 13:39:34.959234 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-4e6e02f7-66f3-471c-945a-3b15aeb1d866 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:34.994448 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-4e6e02f7-66f3-471c-945a-3b15aeb1d866 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:39:34.998602 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-4e6e02f7-66f3-471c-945a-3b15aeb1d866 admin admin] Usage tracker for resource:security_group_rule and tenant:f3d9ea30698a40c1b9367037ce78d63d is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:39:35.002212 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-4e6e02f7-66f3-471c-945a-3b15aeb1d866 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:39:35.008250 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-4e6e02f7-66f3-471c-945a-3b15aeb1d866 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:39:35.023051 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7a60e-b5c4-4016-8577-f324d1ff5c89 req-f971379d-592c-4445-abd3-c1fed2b4bdfc tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:39:35.027560 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-b4e7a60e-b5c4-4016-8577-f324d1ff5c89 req-f971379d-592c-4445-abd3-c1fed2b4bdfc tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dfebc96-1d27-4e99-9371-287665559258 HTTP/1.1" status: 200  len: 946 time: 0.0991724
Sep 15 13:39:35.084932 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-4e6e02f7-66f3-471c-945a-3b15aeb1d866 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:35.089233 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-4e6e02f7-66f3-471c-945a-3b15aeb1d866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:35.098076 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-47363b67-fe74-4455-ad73-66ad6cacb95c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:39:35.106146 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-b4e7a60e-b5c4-4016-8577-f324d1ff5c89 req-4e84005b-8a88-45c9-b0a8-e481b75ddbbf tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0734501
Sep 15 13:39:35.152580 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e02f7-66f3-471c-945a-3b15aeb1d866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baacc470-cd10-4ca1-a1f6-7ba39354d808,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:39:35.156730 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-4e6e02f7-66f3-471c-945a-3b15aeb1d866 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:39:35.162707 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 60018) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:39:35.163708 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-4e6e02f7-66f3-471c-945a-3b15aeb1d866 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f3d9ea30698a40c1b9367037ce78d63d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4987652
Sep 15 13:39:35.239177 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-453a16e3-9b86-49e4-98b5-7965b423db6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:35.268507 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-453a16e3-9b86-49e4-98b5-7965b423db6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:35.324610 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-453a16e3-9b86-49e4-98b5-7965b423db6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:35.330051 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-d81c9efa-40aa-457e-9984-1d1c99bdb71e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:39:35.345795 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453a16e3-9b86-49e4-98b5-7965b423db6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baacc470-cd10-4ca1-a1f6-7ba39354d808,revision_number=None']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:39:35.349049 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-453a16e3-9b86-49e4-98b5-7965b423db6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:39:35.353541 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-453a16e3-9b86-49e4-98b5-7965b423db6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:35.354766 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-453a16e3-9b86-49e4-98b5-7965b423db6a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/baacc470-cd10-4ca1-a1f6-7ba39354d808 HTTP/1.1" status: 204  len: 168 time: 0.1910992
Sep 15 13:39:35.730702 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 60032) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:39:35.751945 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-62c181e4-0d72-4f50-bfe6-db7678ee958a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:35.785183 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-62c181e4-0d72-4f50-bfe6-db7678ee958a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:39:35.789186 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-62c181e4-0d72-4f50-bfe6-db7678ee958a admin admin] Usage tracker for resource:security_group_rule and tenant:da6cda1b76cf44cf962022a9b256f2f3 is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:39:35.792202 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-62c181e4-0d72-4f50-bfe6-db7678ee958a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:39:35.798164 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-62c181e4-0d72-4f50-bfe6-db7678ee958a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:39:35.870638 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-62c181e4-0d72-4f50-bfe6-db7678ee958a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:35.873521 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-62c181e4-0d72-4f50-bfe6-db7678ee958a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:35.881139 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-bf7f1e2b-e72e-45fa-8e29-865274e4fe9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:39:35.923228 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c181e4-0d72-4f50-bfe6-db7678ee958a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aeb057e-f4c0-401c-be5c-6eed93ac3ef3,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:39:35.933005 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-62c181e4-0d72-4f50-bfe6-db7678ee958a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=da6cda1b76cf44cf962022a9b256f2f3&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1986458
Sep 15 13:39:35.933336 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 60040) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:39:35.952184 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-62c181e4-0d72-4f50-bfe6-db7678ee958a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:39:36.003903 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5b5f7338-77c9-4eca-a00d-af9292892b4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:36.031671 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5b5f7338-77c9-4eca-a00d-af9292892b4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:36.076065 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5b5f7338-77c9-4eca-a00d-af9292892b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:36.081670 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-f79e378d-26f5-45dd-be6b-d67497ceab8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:39:36.094469 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5f7338-77c9-4eca-a00d-af9292892b4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aeb057e-f4c0-401c-be5c-6eed93ac3ef3,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:39:36.097473 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-5b5f7338-77c9-4eca-a00d-af9292892b4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:39:36.105865 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5b5f7338-77c9-4eca-a00d-af9292892b4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:36.109719 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-5b5f7338-77c9-4eca-a00d-af9292892b4a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1aeb057e-f4c0-401c-be5c-6eed93ac3ef3 HTTP/1.1" status: 204  len: 168 time: 0.1730378
Sep 15 13:39:37.243286 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-91e30886-bad5-484d-b84f-7ae877d722f2 req-13ad9959-4168-455f-a2d2-b101aa8fd55a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=80893221bf4b42c18fd54176a50bc76a&device_id=1dfebc96-1d27-4e99-9371-287665559258 HTTP/1.1" status: 200  len: 1099 time: 0.1541967
Sep 15 13:39:37.253757 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d9f16-401b-47e1-a168-dfafc5f4c4a4 req-be51b94a-cdfc-415b-b1f7-8642c82edfe1 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:39:37.255180 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-251d9f16-401b-47e1-a168-dfafc5f4c4a4 req-be51b94a-cdfc-415b-b1f7-8642c82edfe1 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dfebc96-1d27-4e99-9371-287665559258 HTTP/1.1" status: 200  len: 946 time: 0.1130023
Sep 15 13:39:37.432557 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-251d9f16-401b-47e1-a168-dfafc5f4c4a4 req-ea073f82-10d1-4069-8223-87d0442f9e24 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1418419
Sep 15 13:39:37.468340 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e30886-bad5-484d-b84f-7ae877d722f2 req-19665a78-a066-4a9e-884f-07bddd0cfc11 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:39:37.470092 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-91e30886-bad5-484d-b84f-7ae877d722f2 req-19665a78-a066-4a9e-884f-07bddd0cfc11 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9bbaa344-d9a5-4321-ad27-cafc69ce0f2b HTTP/1.1" status: 200  len: 919 time: 0.2140017
Sep 15 13:39:37.547447 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-91e30886-bad5-484d-b84f-7ae877d722f2 req-c385a32e-b973-49d3-8d03-a50c7535f22b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67a62b8a-88f9-4fc2-b492-5b3b5d0e2c6c HTTP/1.1" status: 200  len: 217 time: 0.0678895
Sep 15 13:39:37.632042 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e30886-bad5-484d-b84f-7ae877d722f2 req-9679ca4f-7dab-4394-9981-4cfc1d83f727 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:39:37.635136 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-91e30886-bad5-484d-b84f-7ae877d722f2 req-9679ca4f-7dab-4394-9981-4cfc1d83f727 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=73bc4b07-7e04-44b7-bb1d-868aeed372a5 HTTP/1.1" status: 200  len: 858 time: 0.0798101
Sep 15 13:39:37.712552 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-91e30886-bad5-484d-b84f-7ae877d722f2 req-84196715-f198-4499-8247-3026bfcc648e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9bbaa344-d9a5-4321-ad27-cafc69ce0f2b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0670469
Sep 15 13:39:37.919074 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-91e30886-bad5-484d-b84f-7ae877d722f2 req-030400b1-6905-4939-8693-81be9200a61c service neutron] 10.222.0.36 "GET /v2.0/networks/9bbaa344-d9a5-4321-ad27-cafc69ce0f2b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1931248
Sep 15 13:39:38.101207 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-91e30886-bad5-484d-b84f-7ae877d722f2 req-415e60c0-b88d-43f1-ad0f-7cf618dd5169 service neutron] 10.222.0.36 "GET /v2.0/networks/9bbaa344-d9a5-4321-ad27-cafc69ce0f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1731119
Sep 15 13:39:38.650693 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b7e25a-2d5d-4828-9dd1-a8beb6c6aa6e req-dfdb6223-b981-4c71-aa77-d0cb18f60e09 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:39:38.652339 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-98b7e25a-2d5d-4828-9dd1-a8beb6c6aa6e req-dfdb6223-b981-4c71-aa77-d0cb18f60e09 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dfebc96-1d27-4e99-9371-287665559258 HTTP/1.1" status: 200  len: 946 time: 0.0832682
Sep 15 13:39:38.705416 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-98b7e25a-2d5d-4828-9dd1-a8beb6c6aa6e req-42d923f6-c092-4f00-bb54-b6110ac18296 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461214
Sep 15 13:39:38.795154 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 60144) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:39:38.957919 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-24304f96-72cc-439c-b9d4-488891221ff3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:38.991906 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-24304f96-72cc-439c-b9d4-488891221ff3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:39:38.995990 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-24304f96-72cc-439c-b9d4-488891221ff3 admin admin] Usage tracker for resource:security_group_rule and tenant:05858b9dfdff4e78b105ec0747ea3c98 is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:39:38.998983 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-24304f96-72cc-439c-b9d4-488891221ff3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:39:39.005046 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-24304f96-72cc-439c-b9d4-488891221ff3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:39:39.078041 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-24304f96-72cc-439c-b9d4-488891221ff3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:39.082017 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-24304f96-72cc-439c-b9d4-488891221ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:39.089669 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-5b5f7338-77c9-4eca-a00d-af9292892b4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:39:39.131731 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24304f96-72cc-439c-b9d4-488891221ff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c75d5e2b-3ac2-4e94-950e-aa8a0892442f,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:39:39.142179 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-24304f96-72cc-439c-b9d4-488891221ff3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=05858b9dfdff4e78b105ec0747ea3c98&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3458283
Sep 15 13:39:39.147021 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24304f96-72cc-439c-b9d4-488891221ff3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:39:39.147021 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24304f96-72cc-439c-b9d4-488891221ff3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:39:39.147021 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24304f96-72cc-439c-b9d4-488891221ff3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:39:39.147292 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 60158) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:39:39.147372 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24304f96-72cc-439c-b9d4-488891221ff3 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:39:39.147372 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24304f96-72cc-439c-b9d4-488891221ff3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:39:39.147372 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24304f96-72cc-439c-b9d4-488891221ff3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:39:39.147372 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24304f96-72cc-439c-b9d4-488891221ff3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:39:39.147372 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24304f96-72cc-439c-b9d4-488891221ff3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:39:39.147755 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24304f96-72cc-439c-b9d4-488891221ff3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:39:39.148093 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24304f96-72cc-439c-b9d4-488891221ff3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:39:39.148483 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24304f96-72cc-439c-b9d4-488891221ff3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:39:39.153314 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-24304f96-72cc-439c-b9d4-488891221ff3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:39:39.216054 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-d9f7b503-c4ee-4441-8348-35ed1dc8a76b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:39.245991 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-d9f7b503-c4ee-4441-8348-35ed1dc8a76b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:39.295067 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-d9f7b503-c4ee-4441-8348-35ed1dc8a76b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:39.300323 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-963efdc1-b168-4324-b4e5-be556158d5bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:39:39.311345 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f7b503-c4ee-4441-8348-35ed1dc8a76b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c75d5e2b-3ac2-4e94-950e-aa8a0892442f,revision_number=None']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:39:39.323306 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f7b503-c4ee-4441-8348-35ed1dc8a76b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:39:39.323306 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f7b503-c4ee-4441-8348-35ed1dc8a76b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:39:39.323306 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f7b503-c4ee-4441-8348-35ed1dc8a76b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:39:39.323701 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f7b503-c4ee-4441-8348-35ed1dc8a76b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:39:39.324070 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f7b503-c4ee-4441-8348-35ed1dc8a76b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:39:39.324729 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f7b503-c4ee-4441-8348-35ed1dc8a76b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:39:39.325104 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f7b503-c4ee-4441-8348-35ed1dc8a76b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:39:39.325470 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f7b503-c4ee-4441-8348-35ed1dc8a76b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:39:39.325854 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f7b503-c4ee-4441-8348-35ed1dc8a76b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:39:39.326300 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f7b503-c4ee-4441-8348-35ed1dc8a76b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:39:39.326730 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f7b503-c4ee-4441-8348-35ed1dc8a76b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:39:39.332484 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-d9f7b503-c4ee-4441-8348-35ed1dc8a76b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:39:39.334761 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-d9f7b503-c4ee-4441-8348-35ed1dc8a76b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:39.339517 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-d9f7b503-c4ee-4441-8348-35ed1dc8a76b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c75d5e2b-3ac2-4e94-950e-aa8a0892442f HTTP/1.1" status: 204  len: 168 time: 0.1926341
Sep 15 13:39:39.729534 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 60180) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:39:39.759889 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-459b8986-0dbb-444a-92b7-eca547efc83b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:39.849862 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-459b8986-0dbb-444a-92b7-eca547efc83b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:39:39.854224 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-459b8986-0dbb-444a-92b7-eca547efc83b admin admin] Usage tracker for resource:security_group_rule and tenant:0621e94c0ce8421fb5808a32b1004ad8 is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:39:39.857351 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-459b8986-0dbb-444a-92b7-eca547efc83b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:39:39.865436 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-459b8986-0dbb-444a-92b7-eca547efc83b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:39:39.952584 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-459b8986-0dbb-444a-92b7-eca547efc83b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:39.961101 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dc07e7-48b0-4a85-ba2b-a8fc4826ec35 req-d721563d-1775-45d9-8640-54feccaecaff tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:39:39.961591 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-459b8986-0dbb-444a-92b7-eca547efc83b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:39.962945 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-69dc07e7-48b0-4a85-ba2b-a8fc4826ec35 req-d721563d-1775-45d9-8640-54feccaecaff tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dfebc96-1d27-4e99-9371-287665559258 HTTP/1.1" status: 200  len: 946 time: 0.0894923
Sep 15 13:39:39.977753 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-6e8c059a-60a8-42f1-8e39-2c3394c2aee8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:39:40.019905 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-69dc07e7-48b0-4a85-ba2b-a8fc4826ec35 req-7820cbc9-63cb-47dc-a566-064c314f5d82 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475450
Sep 15 13:39:40.020088 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-459b8986-0dbb-444a-92b7-eca547efc83b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0621e94c0ce8421fb5808a32b1004ad8&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2862155
Sep 15 13:39:40.020088 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459b8986-0dbb-444a-92b7-eca547efc83b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc8acf6-c7f6-410a-a201-eef2f2b8bcea,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:39:40.020611 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 60200) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:39:40.022351 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-459b8986-0dbb-444a-92b7-eca547efc83b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:39:40.090049 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-ca06c5cc-6eb7-45d9-9a32-9b8c4fdc86da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:40.117842 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-ca06c5cc-6eb7-45d9-9a32-9b8c4fdc86da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:40.164690 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-ca06c5cc-6eb7-45d9-9a32-9b8c4fdc86da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:40.169698 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-0430e6e0-3dec-41d9-9ab2-d34f74dc0278 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:39:40.180896 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca06c5cc-6eb7-45d9-9a32-9b8c4fdc86da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc8acf6-c7f6-410a-a201-eef2f2b8bcea,revision_number=None']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:39:40.186418 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-ca06c5cc-6eb7-45d9-9a32-9b8c4fdc86da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:39:40.188451 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-ca06c5cc-6eb7-45d9-9a32-9b8c4fdc86da admin admin] Notify callbacks [] for security_group, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:40.190510 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-ca06c5cc-6eb7-45d9-9a32-9b8c4fdc86da admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0cc8acf6-c7f6-410a-a201-eef2f2b8bcea HTTP/1.1" status: 204  len: 168 time: 0.1686244
Sep 15 13:39:41.278572 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe52d4e-6f98-4615-b077-f1f34b020504 req-7b7155dc-48e4-4d1d-85a3-318d840adc0e tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:39:41.286056 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-9fe52d4e-6f98-4615-b077-f1f34b020504 req-7b7155dc-48e4-4d1d-85a3-318d840adc0e tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dfebc96-1d27-4e99-9371-287665559258 HTTP/1.1" status: 200  len: 946 time: 0.1211483
Sep 15 13:39:41.343896 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-9fe52d4e-6f98-4615-b077-f1f34b020504 req-2a1f6606-d876-481e-b18a-b9e4c1ae58c5 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498881
Sep 15 13:39:44.275252 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b227ee-0a5b-4590-9dde-6bafda269ffd req-64fe901e-48d8-41ac-859a-65a539c2520b tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:39:44.277082 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-96b227ee-0a5b-4590-9dde-6bafda269ffd req-64fe901e-48d8-41ac-859a-65a539c2520b tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dfebc96-1d27-4e99-9371-287665559258 HTTP/1.1" status: 200  len: 946 time: 0.0864899
Sep 15 13:39:44.327028 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-96b227ee-0a5b-4590-9dde-6bafda269ffd req-c26b3268-fb3f-4c7f-ab8b-1b3999617029 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437403
Sep 15 13:39:45.204647 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.agents_db [None req-051818a7-3814-4859-966a-2c4e7d325cc9 None None] Agent healthcheck: found 6 active agents {{(pid=82348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Sep 15 13:39:45.550520 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146be7b-2133-4367-bda2-a39e9a8e5fbd req-414563c2-f328-4ec1-82f2-c1bc3b0714f1 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:39:45.552152 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-4146be7b-2133-4367-bda2-a39e9a8e5fbd req-414563c2-f328-4ec1-82f2-c1bc3b0714f1 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dfebc96-1d27-4e99-9371-287665559258 HTTP/1.1" status: 200  len: 946 time: 0.0898042
Sep 15 13:39:45.600847 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-4146be7b-2133-4367-bda2-a39e9a8e5fbd req-fc76a600-4338-462c-8e8b-eb6149631567 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416672
Sep 15 13:39:46.844645 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79164c78-50c1-4001-aad0-2a0cb8b75637 req-8b6df738-9086-4d4a-94bc-8a80b0a48723 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:39:46.846136 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-79164c78-50c1-4001-aad0-2a0cb8b75637 req-8b6df738-9086-4d4a-94bc-8a80b0a48723 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dfebc96-1d27-4e99-9371-287665559258 HTTP/1.1" status: 200  len: 946 time: 0.0857790
Sep 15 13:39:46.907023 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-79164c78-50c1-4001-aad0-2a0cb8b75637 req-815ef83d-7857-4241-9e12-97a03e71b611 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519733
Sep 15 13:39:48.121620 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcee7d9-139e-43ed-99f0-6b467d9885c2 req-e0be6e56-93d7-40d8-b85d-dcd91d78a16d tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:39:48.123050 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-bbcee7d9-139e-43ed-99f0-6b467d9885c2 req-e0be6e56-93d7-40d8-b85d-dcd91d78a16d tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dfebc96-1d27-4e99-9371-287665559258 HTTP/1.1" status: 200  len: 946 time: 0.0837793
Sep 15 13:39:48.172065 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-bbcee7d9-139e-43ed-99f0-6b467d9885c2 req-ad8940e7-a84e-4104-ad24-85f8f5724b8d tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423362
Sep 15 13:39:49.327679 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 60442) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:39:49.393401 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385194b1-a36f-4179-8bd1-1ac1c738bf8f req-d77389ea-d0d0-42ab-82b1-8850feea336f tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:39:49.396181 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-385194b1-a36f-4179-8bd1-1ac1c738bf8f req-d77389ea-d0d0-42ab-82b1-8850feea336f tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dfebc96-1d27-4e99-9371-287665559258 HTTP/1.1" status: 200  len: 946 time: 0.0923040
Sep 15 13:39:49.472879 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-385194b1-a36f-4179-8bd1-1ac1c738bf8f req-41ff820c-e1ac-44ba-a319-39f33aed82cf tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0716140
Sep 15 13:39:49.514693 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 60452) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:39:49.538193 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f425a1cb-3f05-41e4-9fab-98097ebd63c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:49.579072 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-f425a1cb-3f05-41e4-9fab-98097ebd63c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:39:49.583657 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-f425a1cb-3f05-41e4-9fab-98097ebd63c1 admin admin] Usage tracker for resource:security_group_rule and tenant:dd32573cad08432fa0f78e56d7e5df71 is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:39:49.588657 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-f425a1cb-3f05-41e4-9fab-98097ebd63c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:39:49.595570 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-f425a1cb-3f05-41e4-9fab-98097ebd63c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:39:49.598808 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c7053ca-c03e-47ac-8e6e-2ee215562d3e admin admin] Deleting subnet 8c8446d6-a0fd-44b4-8b1f-d4dc3d08330c {{(pid=82345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Sep 15 13:39:49.612135 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-8c7053ca-c03e-47ac-8e6e-2ee215562d3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:49.682881 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-8c7053ca-c03e-47ac-8e6e-2ee215562d3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649242'] for subnet, precommit_delete_associations {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:49.692604 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f425a1cb-3f05-41e4-9fab-98097ebd63c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:49.696963 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f425a1cb-3f05-41e4-9fab-98097ebd63c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:49.705125 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-64012482-74be-4f84-a09b-25456fd77445 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:39:49.746548 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425a1cb-3f05-41e4-9fab-98097ebd63c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99f4be3f-905b-471c-a3c1-f2aed753b76d,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:39:49.749715 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-8c7053ca-c03e-47ac-8e6e-2ee215562d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-956'] for subnet, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:49.750435 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-f425a1cb-3f05-41e4-9fab-98097ebd63c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:39:49.756238 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-f425a1cb-3f05-41e4-9fab-98097ebd63c1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dd32573cad08432fa0f78e56d7e5df71&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4244187
Sep 15 13:39:49.756808 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 60458) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:39:49.816712 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-8c7053ca-c03e-47ac-8e6e-2ee215562d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2637479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853466844'] for subnet, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:49.819865 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-d6367242-20d0-4ae3-9019-2ebecdd319b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:49.821529 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-672c7e73-c7a5-439d-ba0b-1819aad55716 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:39:49.847526 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-d6367242-20d0-4ae3-9019-2ebecdd319b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:49.861626 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7053ca-c03e-47ac-8e6e-2ee215562d3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c8446d6-a0fd-44b4-8b1f-d4dc3d08330c,revision_number=None']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:39:49.864270 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-8c7053ca-c03e-47ac-8e6e-2ee215562d3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:39:49.867143 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-8c7053ca-c03e-47ac-8e6e-2ee215562d3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7149901'] for subnet, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:49.873184 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-8c7053ca-c03e-47ac-8e6e-2ee215562d3e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/8c8446d6-a0fd-44b4-8b1f-d4dc3d08330c HTTP/1.1" status: 204  len: 168 time: 0.3571630
Sep 15 13:39:49.875824 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 60462) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:39:49.892831 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-d6367242-20d0-4ae3-9019-2ebecdd319b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:49.898377 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-5be8ca9f-e646-4d02-81b8-6645c2e540df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:39:49.914606 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6367242-20d0-4ae3-9019-2ebecdd319b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f4be3f-905b-471c-a3c1-f2aed753b76d,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:39:49.916992 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-d6367242-20d0-4ae3-9019-2ebecdd319b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:39:49.928256 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-d6367242-20d0-4ae3-9019-2ebecdd319b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:49.932090 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-d6367242-20d0-4ae3-9019-2ebecdd319b8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/99f4be3f-905b-471c-a3c1-f2aed753b76d HTTP/1.1" status: 204  len: 168 time: 0.1720307
Sep 15 13:39:50.207763 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-fd1e0127-bc9b-4d95-bbd0-58fe9034360e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854347016'] for network, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:50.318398 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 60474) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:39:50.342053 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-971ffe19-f3ff-4b85-8df9-66ab1cbccc6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:50.344418 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-fd1e0127-bc9b-4d95-bbd0-58fe9034360e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13861', 'neutron.services.segments.db._delete_segments_for_network-8735111364894'] for network, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:50.358915 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.services.segments.db [None req-fd1e0127-bc9b-4d95-bbd0-58fe9034360e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1cd1c27588>,) {'filters': {'network_id': ['1d74bb0e-22bf-4dad-a74b-ae8bf61ec077']}} {{(pid=82345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:39:50.371699 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.services.segments.db [None req-fd1e0127-bc9b-4d95-bbd0-58fe9034360e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1cd1c27588>, 'e3ecf8eb-6ca5-4e50-bd9e-f9ca303ffdcd') {'for_net_delete': True} {{(pid=82345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:39:50.372045 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.services.segments.db [None req-fd1e0127-bc9b-4d95-bbd0-58fe9034360e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1cd1c27588>, 'e3ecf8eb-6ca5-4e50-bd9e-f9ca303ffdcd') {} {{(pid=82345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:39:50.375299 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-971ffe19-f3ff-4b85-8df9-66ab1cbccc6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:39:50.379390 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-971ffe19-f3ff-4b85-8df9-66ab1cbccc6b admin admin] Usage tracker for resource:security_group_rule and tenant:335c02a7b4b744c6b01a82103c22c2f5 is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:39:50.382708 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-971ffe19-f3ff-4b85-8df9-66ab1cbccc6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:39:50.384227 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-fd1e0127-bc9b-4d95-bbd0-58fe9034360e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363301743409746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852126589'] for segment, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:50.388432 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-971ffe19-f3ff-4b85-8df9-66ab1cbccc6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:39:50.399855 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-fd1e0127-bc9b-4d95-bbd0-58fe9034360e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854307961'] for segment, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:50.406512 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd1e0127-bc9b-4d95-bbd0-58fe9034360e admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=82345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Sep 15 13:39:50.406936 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-fd1e0127-bc9b-4d95-bbd0-58fe9034360e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-467870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2637340'] for segment, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:50.422449 dv-cinder-809181-1-iscsi neutron-server[82236]: Traceback (most recent call last):
Sep 15 13:39:50.422449 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Sep 15 13:39:50.422449 dv-cinder-809181-1-iscsi neutron-server[82236]:     timer()
Sep 15 13:39:50.422449 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 15 13:39:50.422449 dv-cinder-809181-1-iscsi neutron-server[82236]:     cb(*args, **kw)
Sep 15 13:39:50.422449 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Sep 15 13:39:50.422449 dv-cinder-809181-1-iscsi neutron-server[82236]:     return func(*args, **kwargs)
Sep 15 13:39:50.422449 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 15 13:39:50.422449 dv-cinder-809181-1-iscsi neutron-server[82236]:     self._notify()
Sep 15 13:39:50.422449 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 15 13:39:50.422449 dv-cinder-809181-1-iscsi neutron-server[82236]:     self.callback(batched_events)
Sep 15 13:39:50.422449 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 15 13:39:50.422449 dv-cinder-809181-1-iscsi neutron-server[82236]:     event.method(event)
Sep 15 13:39:50.422449 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 15 13:39:50.422449 dv-cinder-809181-1-iscsi neutron-server[82236]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 15 13:39:50.422449 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Sep 15 13:39:50.422449 dv-cinder-809181-1-iscsi neutron-server[82236]:     segment_id)['aggregates'][0]
Sep 15 13:39:50.422449 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Sep 15 13:39:50.422449 dv-cinder-809181-1-iscsi neutron-server[82236]:     return f(self, *a, **k)
Sep 15 13:39:50.422449 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Sep 15 13:39:50.422449 dv-cinder-809181-1-iscsi neutron-server[82236]:     return self._get(url).json()
Sep 15 13:39:50.422449 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Sep 15 13:39:50.422449 dv-cinder-809181-1-iscsi neutron-server[82236]:     **kwargs)
Sep 15 13:39:50.422449 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Sep 15 13:39:50.422449 dv-cinder-809181-1-iscsi neutron-server[82236]:     return self.request(url, 'GET', **kwargs)
Sep 15 13:39:50.422449 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Sep 15 13:39:50.422449 dv-cinder-809181-1-iscsi neutron-server[82236]:     **endpoint_filter)
Sep 15 13:39:50.422449 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Sep 15 13:39:50.422449 dv-cinder-809181-1-iscsi neutron-server[82236]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 15 13:39:50.422449 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Sep 15 13:39:50.422449 dv-cinder-809181-1-iscsi neutron-server[82236]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 15 13:39:50.422449 dv-cinder-809181-1-iscsi neutron-server[82236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 15 13:39:50.460124 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-971ffe19-f3ff-4b85-8df9-66ab1cbccc6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:50.462935 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-971ffe19-f3ff-4b85-8df9-66ab1cbccc6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:50.471209 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-257b99da-930d-41fc-866e-8c00d1c9eca2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:39:50.505335 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-fd1e0127-bc9b-4d95-bbd0-58fe9034360e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854761902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853102175'] for network, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:50.510219 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-78d533eb-3299-4c74-b7cf-4e06dee6d04d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:39:50.519175 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971ffe19-f3ff-4b85-8df9-66ab1cbccc6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21acd249-6da2-4354-b864-63c48088734f,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:39:50.523044 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-971ffe19-f3ff-4b85-8df9-66ab1cbccc6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:39:50.528625 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-971ffe19-f3ff-4b85-8df9-66ab1cbccc6b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=335c02a7b4b744c6b01a82103c22c2f5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2091062
Sep 15 13:39:50.529240 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 60484) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:39:50.547710 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1e0127-bc9b-4d95-bbd0-58fe9034360e admin admin] Pushing event deleted for resources: {'Network': ['ID=1d74bb0e-22bf-4dad-a74b-ae8bf61ec077,revision_number=None']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:39:50.554596 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-fd1e0127-bc9b-4d95-bbd0-58fe9034360e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7149901'] for network, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:50.557620 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-fd1e0127-bc9b-4d95-bbd0-58fe9034360e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:39:50.562125 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-fd1e0127-bc9b-4d95-bbd0-58fe9034360e admin admin] 10.222.0.41 "DELETE /v2.0/networks/1d74bb0e-22bf-4dad-a74b-ae8bf61ec077 HTTP/1.1" status: 204  len: 168 time: 0.6853306
Sep 15 13:39:50.568143 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 60490) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:39:50.598959 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-422f56ee-21b9-43f0-900b-4a9628a6259d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:50.627682 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-422f56ee-21b9-43f0-900b-4a9628a6259d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:50.679996 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-422f56ee-21b9-43f0-900b-4a9628a6259d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:50.683849 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:39:50.697067 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422f56ee-21b9-43f0-900b-4a9628a6259d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21acd249-6da2-4354-b864-63c48088734f,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:39:50.701315 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-422f56ee-21b9-43f0-900b-4a9628a6259d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:39:50.701457 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.db_base_plugin_v2 [None req-24f7aa29-7760-48bd-893c-0d8da0979b4c admin admin] Deleting subnet 8ae01674-140a-4436-a201-d9cbc6ce011a {{(pid=82345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Sep 15 13:39:50.705535 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-24f7aa29-7760-48bd-893c-0d8da0979b4c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:50.706522 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-422f56ee-21b9-43f0-900b-4a9628a6259d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:50.709510 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-422f56ee-21b9-43f0-900b-4a9628a6259d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/21acd249-6da2-4354-b864-63c48088734f HTTP/1.1" status: 204  len: 168 time: 0.1783032
Sep 15 13:39:50.785308 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-24f7aa29-7760-48bd-893c-0d8da0979b4c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649242'] for subnet, precommit_delete_associations {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:50.831191 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865c0885-b7ea-4c9d-9118-e7f100632800 req-3ffeff27-5dd7-4b85-9b48-530929cb1e7d tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:39:50.832977 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-865c0885-b7ea-4c9d-9118-e7f100632800 req-3ffeff27-5dd7-4b85-9b48-530929cb1e7d tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dfebc96-1d27-4e99-9371-287665559258 HTTP/1.1" status: 200  len: 946 time: 0.2018344
Sep 15 13:39:50.897491 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-865c0885-b7ea-4c9d-9118-e7f100632800 req-d83c5e00-f41e-4deb-b7d0-02c4ddd825db tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0566888
Sep 15 13:39:50.909235 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-24f7aa29-7760-48bd-893c-0d8da0979b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-956'] for subnet, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:51.029512 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-24f7aa29-7760-48bd-893c-0d8da0979b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2637479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853466844'] for subnet, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:51.037493 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:39:51.106373 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f7aa29-7760-48bd-893c-0d8da0979b4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ae01674-140a-4436-a201-d9cbc6ce011a,revision_number=None']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:39:51.110892 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-24f7aa29-7760-48bd-893c-0d8da0979b4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:39:51.118151 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-24f7aa29-7760-48bd-893c-0d8da0979b4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7149901'] for subnet, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:51.125576 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-24f7aa29-7760-48bd-893c-0d8da0979b4c admin admin] 10.222.0.41 "DELETE /v2.0/subnets/8ae01674-140a-4436-a201-d9cbc6ce011a HTTP/1.1" status: 204  len: 168 time: 0.5559990
Sep 15 13:39:51.129143 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 60514) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:39:51.305854 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7b977047-e05f-4543-a153-9d70ae368595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854347016'] for network, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:51.493519 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7b977047-e05f-4543-a153-9d70ae368595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13861', 'neutron.services.segments.db._delete_segments_for_network-8735111364894'] for network, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:51.509187 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7b977047-e05f-4543-a153-9d70ae368595 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f1cd1d35668>> segment before_delete 55550000 {{(pid=82346) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:39:51.509520 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7b977047-e05f-4543-a153-9d70ae368595 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f1cd1d35668>> subnet precommit_delete_associations 55550000 {{(pid=82346) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:39:51.510496 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7b977047-e05f-4543-a153-9d70ae368595 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1cd240c8d0>> segment_host_mapping after_create 55550000 {{(pid=82346) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:39:51.510940 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7b977047-e05f-4543-a153-9d70ae368595 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1cd240c8d0>> port after_create 55550000 {{(pid=82346) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:39:51.511377 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7b977047-e05f-4543-a153-9d70ae368595 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1cd240c8d0>> port after_delete 55550000 {{(pid=82346) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:39:51.511853 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7b977047-e05f-4543-a153-9d70ae368595 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1cd240c8d0>> port after_update 55550000 {{(pid=82346) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:39:51.512422 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7b977047-e05f-4543-a153-9d70ae368595 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1cd240c8d0>> segment after_delete 55550000 {{(pid=82346) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:39:51.512856 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7b977047-e05f-4543-a153-9d70ae368595 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1cd240c8d0>> subnet after_create 55550000 {{(pid=82346) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:39:51.513282 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7b977047-e05f-4543-a153-9d70ae368595 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1cd240c8d0>> subnet after_delete 55550000 {{(pid=82346) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:39:51.513721 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7b977047-e05f-4543-a153-9d70ae368595 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1cd240c8d0>> subnet after_update 55550000 {{(pid=82346) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:39:51.582640 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7b977047-e05f-4543-a153-9d70ae368595 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1cd2396898>> subnet after_create 55550000 {{(pid=82346) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:39:51.582957 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7b977047-e05f-4543-a153-9d70ae368595 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1cd2396898>> subnet after_delete 55550000 {{(pid=82346) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:39:51.583337 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7b977047-e05f-4543-a153-9d70ae368595 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1cd2396898>> subnet before_create 55550000 {{(pid=82346) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:39:51.583775 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7b977047-e05f-4543-a153-9d70ae368595 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1cd2396898>> subnet before_update 55550000 {{(pid=82346) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Sep 15 13:39:51.584182 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.services.segments.db [None req-7b977047-e05f-4543-a153-9d70ae368595 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1cd18152b0>,) {'filters': {'network_id': ['5d99e9cb-7f57-4bf7-abd4-bbb66a2c7100']}} {{(pid=82346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:39:51.598645 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.services.segments.db [None req-7b977047-e05f-4543-a153-9d70ae368595 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1cd18152b0>, '403ec2a7-4e76-4c7f-bca1-4daf2d80ad8e') {'for_net_delete': True} {{(pid=82346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:39:51.598984 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.services.segments.db [None req-7b977047-e05f-4543-a153-9d70ae368595 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1cd18152b0>, '403ec2a7-4e76-4c7f-bca1-4daf2d80ad8e') {} {{(pid=82346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:39:51.612541 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7b977047-e05f-4543-a153-9d70ae368595 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363301743409746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3089130'] for segment, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:51.628429 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7b977047-e05f-4543-a153-9d70ae368595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854307961'] for segment, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:51.635885 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b977047-e05f-4543-a153-9d70ae368595 admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=82346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Sep 15 13:39:51.636322 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7b977047-e05f-4543-a153-9d70ae368595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-467870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853328127'] for segment, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:51.655197 dv-cinder-809181-1-iscsi neutron-server[82236]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release.  viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences)
Sep 15 13:39:51.655197 dv-cinder-809181-1-iscsi neutron-server[82236]:   (self, other),
Sep 15 13:39:51.655197 dv-cinder-809181-1-iscsi neutron-server[82236]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release.  viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences)
Sep 15 13:39:51.655197 dv-cinder-809181-1-iscsi neutron-server[82236]:   (self, other),
Sep 15 13:39:51.655197 dv-cinder-809181-1-iscsi neutron-server[82236]: Traceback (most recent call last):
Sep 15 13:39:51.655197 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Sep 15 13:39:51.655197 dv-cinder-809181-1-iscsi neutron-server[82236]:     timer()
Sep 15 13:39:51.655197 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 15 13:39:51.655197 dv-cinder-809181-1-iscsi neutron-server[82236]:     cb(*args, **kw)
Sep 15 13:39:51.655197 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Sep 15 13:39:51.655197 dv-cinder-809181-1-iscsi neutron-server[82236]:     return func(*args, **kwargs)
Sep 15 13:39:51.655197 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 15 13:39:51.655197 dv-cinder-809181-1-iscsi neutron-server[82236]:     self._notify()
Sep 15 13:39:51.655197 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 15 13:39:51.655197 dv-cinder-809181-1-iscsi neutron-server[82236]:     self.callback(batched_events)
Sep 15 13:39:51.655197 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 15 13:39:51.655197 dv-cinder-809181-1-iscsi neutron-server[82236]:     event.method(event)
Sep 15 13:39:51.655197 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 15 13:39:51.655197 dv-cinder-809181-1-iscsi neutron-server[82236]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 15 13:39:51.655197 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Sep 15 13:39:51.655197 dv-cinder-809181-1-iscsi neutron-server[82236]:     segment_id)['aggregates'][0]
Sep 15 13:39:51.655197 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Sep 15 13:39:51.655197 dv-cinder-809181-1-iscsi neutron-server[82236]:     return f(self, *a, **k)
Sep 15 13:39:51.655197 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Sep 15 13:39:51.655197 dv-cinder-809181-1-iscsi neutron-server[82236]:     return self._get(url).json()
Sep 15 13:39:51.655197 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Sep 15 13:39:51.655197 dv-cinder-809181-1-iscsi neutron-server[82236]:     **kwargs)
Sep 15 13:39:51.655197 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Sep 15 13:39:51.655197 dv-cinder-809181-1-iscsi neutron-server[82236]:     return self.request(url, 'GET', **kwargs)
Sep 15 13:39:51.655197 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Sep 15 13:39:51.655197 dv-cinder-809181-1-iscsi neutron-server[82236]:     **endpoint_filter)
Sep 15 13:39:51.655197 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Sep 15 13:39:51.655197 dv-cinder-809181-1-iscsi neutron-server[82236]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 15 13:39:51.655197 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Sep 15 13:39:51.655197 dv-cinder-809181-1-iscsi neutron-server[82236]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 15 13:39:51.655197 dv-cinder-809181-1-iscsi neutron-server[82236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 15 13:39:51.724593 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e370d7d-c147-4def-9083-ecbf679f8db5 req-19882248-fae1-4414-a4c7-a4036ba71e64 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:39:51.726214 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-2e370d7d-c147-4def-9083-ecbf679f8db5 req-19882248-fae1-4414-a4c7-a4036ba71e64 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/networks?id=b896e533-b678-44d7-b97d-e7b840adb427 HTTP/1.1" status: 200  len: 814 time: 0.1667962
Sep 15 13:39:51.744423 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7b977047-e05f-4543-a153-9d70ae368595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854761902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853102175'] for network, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:51.749450 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-2e370d7d-c147-4def-9083-ecbf679f8db5 req-6c190380-6abc-49d8-a394-61e8ac77bc3a tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/quotas/123dd1ba9d594e88a025896157079afa HTTP/1.1" status: 200  len: 375 time: 0.0167453
Sep 15 13:39:51.751017 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7b977047-e05f-4543-a153-9d70ae368595 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7149901'] for network, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:51.754072 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:39:51.775349 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b977047-e05f-4543-a153-9d70ae368595 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d99e9cb-7f57-4bf7-abd4-bbb66a2c7100,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:39:51.777845 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-7b977047-e05f-4543-a153-9d70ae368595 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:39:51.782683 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-7b977047-e05f-4543-a153-9d70ae368595 admin admin] 10.222.0.41 "DELETE /v2.0/networks/5d99e9cb-7f57-4bf7-abd4-bbb66a2c7100 HTTP/1.1" status: 204  len: 168 time: 0.6499093
Sep 15 13:39:51.852197 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-2e370d7d-c147-4def-9083-ecbf679f8db5 req-3e8e72ce-49d6-4031-a55d-36d20dd98f0e tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=123dd1ba9d594e88a025896157079afa&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0953443
Sep 15 13:39:51.946248 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 60552) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:39:52.010812 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-2e370d7d-c147-4def-9083-ecbf679f8db5 req-10a88adf-ee2d-4164-ba3c-96ca70308ee1 service neutron] 10.222.0.41 "GET /v2.0/networks/b896e533-b678-44d7-b97d-e7b840adb427?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1527278
Sep 15 13:39:52.013745 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-e7e2c5b0-1b41-4616-b13c-abf9dbb7baec admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a562257e84e545c3b0828939e90b33fb&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0657883
Sep 15 13:39:52.016527 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 60560) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:39:52.110615 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7db734da-08c0-402b-9017-fc02504750fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:52.140937 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7db734da-08c0-402b-9017-fc02504750fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:52.204424 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7db734da-08c0-402b-9017-fc02504750fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:52.211919 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-ecc732cf-c543-471f-a35d-a0d0fb696610 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:39:52.232035 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db734da-08c0-402b-9017-fc02504750fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16403c87-447c-4b1a-a93b-e11d7264532e,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:39:52.237490 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-7db734da-08c0-402b-9017-fc02504750fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:39:52.238798 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7db734da-08c0-402b-9017-fc02504750fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:52.242460 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-7db734da-08c0-402b-9017-fc02504750fb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/16403c87-447c-4b1a-a93b-e11d7264532e HTTP/1.1" status: 204  len: 168 time: 0.2224560
Sep 15 13:39:52.339666 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-2e370d7d-c147-4def-9083-ecbf679f8db5 req-931cc35d-839e-479b-b1df-f9e88375eed4 service neutron] 10.222.0.41 "GET /v2.0/networks/b896e533-b678-44d7-b97d-e7b840adb427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3090029
Sep 15 13:39:52.390642 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7d811d-a53c-4bab-9abf-9f63a0af3cf8 req-4d31c55b-06e7-49c3-98ce-30ac645d27f2 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:39:52.393144 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-4f7d811d-a53c-4bab-9abf-9f63a0af3cf8 req-4d31c55b-06e7-49c3-98ce-30ac645d27f2 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dfebc96-1d27-4e99-9371-287665559258 HTTP/1.1" status: 200  len: 946 time: 0.3171902
Sep 15 13:39:52.473636 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-4f7d811d-a53c-4bab-9abf-9f63a0af3cf8 req-d9238d49-6ef9-489e-bba1-edf3762d07fd tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0730274
Sep 15 13:39:52.701714 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-864ef745-4b4c-490c-8105-457021d7d75e req-dead0632-f7e9-489c-8c42-17afeef5dd6d tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/ports?device_id=4247b744-dbcb-4f5b-9b04-1705271ed99b HTTP/1.1" status: 200  len: 210 time: 0.1064541
Sep 15 13:39:53.084946 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 60638) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:39:53.144446 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-40adbeb4-a43e-47d8-ad35-1fc334d1b144 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ccfc64513c4449c7beea331f34c31f06&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0580213
Sep 15 13:39:53.146941 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 60642) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:39:53.221080 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-3537012c-2d25-40b2-b2b0-10820aee9977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:53.250966 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-3537012c-2d25-40b2-b2b0-10820aee9977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:53.304041 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-3537012c-2d25-40b2-b2b0-10820aee9977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:53.309554 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-ca06c5cc-6eb7-45d9-9a32-9b8c4fdc86da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:39:53.321608 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3537012c-2d25-40b2-b2b0-10820aee9977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=440ff91c-4dcc-4970-aa7a-a9355567328b,revision_number=None']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:39:53.326139 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-3537012c-2d25-40b2-b2b0-10820aee9977 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:39:53.329747 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-3537012c-2d25-40b2-b2b0-10820aee9977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:53.334285 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-3537012c-2d25-40b2-b2b0-10820aee9977 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/440ff91c-4dcc-4970-aa7a-a9355567328b HTTP/1.1" status: 204  len: 168 time: 0.1862004
Sep 15 13:39:53.686744 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a57936-efff-447e-95ee-2503e00d5c2a req-5d1e6453-fbdf-437c-921f-50d1404f605b tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:39:53.688339 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-c6a57936-efff-447e-95ee-2503e00d5c2a req-5d1e6453-fbdf-437c-921f-50d1404f605b tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dfebc96-1d27-4e99-9371-287665559258 HTTP/1.1" status: 200  len: 946 time: 0.0909467
Sep 15 13:39:53.743100 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-c6a57936-efff-447e-95ee-2503e00d5c2a req-dc12121c-cdb3-44f9-8164-c5abf92f74db tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468695
Sep 15 13:39:53.919528 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-bbdc03c2-1a5d-4fa6-988c-3d03f25dd52a req-3d5b92e4-824f-4d8e-9408-88bb7893ccd4 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/ports?device_id=4247b744-dbcb-4f5b-9b04-1705271ed99b HTTP/1.1" status: 200  len: 210 time: 0.0530696
Sep 15 13:39:54.445081 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 60704) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:39:54.501314 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e370d7d-c147-4def-9083-ecbf679f8db5 req-7f83c484-7dd1-4672-b06f-0e3f129230b2 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:39:54.503161 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-2e370d7d-c147-4def-9083-ecbf679f8db5 req-7f83c484-7dd1-4672-b06f-0e3f129230b2 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.36 "GET /v2.0/networks?id=b896e533-b678-44d7-b97d-e7b840adb427 HTTP/1.1" status: 200  len: 814 time: 0.2552717
Sep 15 13:39:54.533550 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [req-2e370d7d-c147-4def-9083-ecbf679f8db5 req-bc7161e3-91c3-4d97-b2e7-51fc2623de75 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Request body: {'port': {'device_id': '4247b744-dbcb-4f5b-9b04-1705271ed99b', 'network_id': 'b896e533-b678-44d7-b97d-e7b840adb427', 'admin_state_up': True, 'tenant_id': '123dd1ba9d594e88a025896157079afa'}} {{(pid=82345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:39:54.624303 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [None req-4210a56c-34d4-4b6e-ad3a-38078e642e07 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1185829738-network', 'tenant_id': 'd2cb26720af84bd8a1fda6a7b333bad4'}} {{(pid=82346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:39:54.630190 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-4210a56c-34d4-4b6e-ad3a-38078e642e07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:39:54.635316 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-4210a56c-34d4-4b6e-ad3a-38078e642e07 admin admin] Usage tracker for resource:network and tenant:d2cb26720af84bd8a1fda6a7b333bad4 is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:39:54.638429 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-4210a56c-34d4-4b6e-ad3a-38078e642e07 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:39:54.644676 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-4210a56c-34d4-4b6e-ad3a-38078e642e07 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:39:54.655059 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4210a56c-34d4-4b6e-ad3a-38078e642e07 admin admin] Made reservation on behalf of d2cb26720af84bd8a1fda6a7b333bad4 for: {'network': 1} {{(pid=82346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Sep 15 13:39:54.660616 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-4210a56c-34d4-4b6e-ad3a-38078e642e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for network, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:54.676182 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-4210a56c-34d4-4b6e-ad3a-38078e642e07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:54.692179 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [req-2e370d7d-c147-4def-9083-ecbf679f8db5 req-bc7161e3-91c3-4d97-b2e7-51fc2623de75 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:39:54.702473 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [req-2e370d7d-c147-4def-9083-ecbf679f8db5 req-bc7161e3-91c3-4d97-b2e7-51fc2623de75 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:39:54.708580 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-4210a56c-34d4-4b6e-ad3a-38078e642e07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:39:54.711744 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e370d7d-c147-4def-9083-ecbf679f8db5 req-bc7161e3-91c3-4d97-b2e7-51fc2623de75 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Made reservation on behalf of 123dd1ba9d594e88a025896157079afa for: {'port': 1} {{(pid=82345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Sep 15 13:39:54.712750 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-4210a56c-34d4-4b6e-ad3a-38078e642e07 admin admin] Usage tracker for resource:security_group_rule and tenant:d2cb26720af84bd8a1fda6a7b333bad4 is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:39:54.715658 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-4210a56c-34d4-4b6e-ad3a-38078e642e07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:39:54.717122 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-2e370d7d-c147-4def-9083-ecbf679f8db5 req-bc7161e3-91c3-4d97-b2e7-51fc2623de75 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:54.722158 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-4210a56c-34d4-4b6e-ad3a-38078e642e07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:39:54.793885 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-4210a56c-34d4-4b6e-ad3a-38078e642e07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:54.797302 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-4210a56c-34d4-4b6e-ad3a-38078e642e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:54.800437 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:39:54.833833 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4210a56c-34d4-4b6e-ad3a-38078e642e07 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357}  {{(pid=82346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}}
Sep 15 13:39:54.844606 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4210a56c-34d4-4b6e-ad3a-38078e642e07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f88cd4b4-bd9d-4618-8771-a617e3151e2d,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:39:54.848328 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-4210a56c-34d4-4b6e-ad3a-38078e642e07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:39:54.852165 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-4210a56c-34d4-4b6e-ad3a-38078e642e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854307961'] for segment, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:54.852553 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.db.segments_db [None req-4210a56c-34d4-4b6e-ad3a-38078e642e07 admin admin] Added segment 56e1ad63-677e-400c-b8f9-048d7d57e5d3 of type vlan for network 982dc6d1-fde1-4e05-9f32-46758815ee40
Sep 15 13:39:54.881043 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-4210a56c-34d4-4b6e-ad3a-38078e642e07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735110816490'] for network, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:54.913094 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-4210a56c-34d4-4b6e-ad3a-38078e642e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916'] for network, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:54.914728 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4210a56c-34d4-4b6e-ad3a-38078e642e07 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:39:54.915521 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-4210a56c-34d4-4b6e-ad3a-38078e642e07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7149901'] for network, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:54.921354 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-7b977047-e05f-4543-a153-9d70ae368595 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:39:54.966070 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.db_base_plugin_common [req-2e370d7d-c147-4def-9083-ecbf679f8db5 req-bc7161e3-91c3-4d97-b2e7-51fc2623de75 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Allocated IP 172.20.0.6 (b896e533-b678-44d7-b97d-e7b840adb427/6e2787c1-0944-4332-859d-d1109defbfe6/4d05e0d5-ca44-4810-bc71-62a090de6761) {{(pid=82345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Sep 15 13:39:55.018325 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51de44-60b2-4bad-b532-bad27e49ab22 req-f48c30d6-fd28-471c-aa41-bbbd3bf8693f tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:39:55.019975 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-7a51de44-60b2-4bad-b532-bad27e49ab22 req-f48c30d6-fd28-471c-aa41-bbbd3bf8693f tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dfebc96-1d27-4e99-9371-287665559258 HTTP/1.1" status: 200  len: 946 time: 0.1433208
Sep 15 13:39:55.027617 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4210a56c-34d4-4b6e-ad3a-38078e642e07 admin admin] Pushing event updated for resources: {'Network': ['ID=982dc6d1-fde1-4e05-9f32-46758815ee40,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:39:55.030472 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-4210a56c-34d4-4b6e-ad3a-38078e642e07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:39:55.039065 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Network 982dc6d1-fde1-4e05-9f32-46758815ee40 details requested by agent ovs-agent-dv-cinder-809181-1-iscsi with host dv-cinder-809181-1-iscsi {{(pid=82347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Sep 15 13:39:55.047087 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-4210a56c-34d4-4b6e-ad3a-38078e642e07 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5979912
Sep 15 13:39:55.047389 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 60722) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:39:55.053259 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [None req-dd342904-ea03-4735-84d8-fef17841a9e3 admin admin] Request body: {'subnet': {'network_id': '982dc6d1-fde1-4e05-9f32-46758815ee40', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1185829738-subnet', 'tenant_id': 'd2cb26720af84bd8a1fda6a7b333bad4', 'ip_version': 4}} {{(pid=82346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:39:55.058289 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-dd342904-ea03-4735-84d8-fef17841a9e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:39:55.062684 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-dd342904-ea03-4735-84d8-fef17841a9e3 admin admin] Usage tracker for resource:subnet and tenant:d2cb26720af84bd8a1fda6a7b333bad4 is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:39:55.065488 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-dd342904-ea03-4735-84d8-fef17841a9e3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:39:55.072193 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-dd342904-ea03-4735-84d8-fef17841a9e3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:39:55.083604 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd342904-ea03-4735-84d8-fef17841a9e3 admin admin] Made reservation on behalf of d2cb26720af84bd8a1fda6a7b333bad4 for: {'subnet': 1} {{(pid=82346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Sep 15 13:39:55.088597 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-dd342904-ea03-4735-84d8-fef17841a9e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853625535'] for subnet, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:55.192873 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-7a51de44-60b2-4bad-b532-bad27e49ab22 req-f5a35f9b-16f8-4186-bdea-3b5cec62b842 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1636260
Sep 15 13:39:55.364167 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-dd342904-ea03-4735-84d8-fef17841a9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853326977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853625520'] for subnet, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:55.369638 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:39:55.452361 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd342904-ea03-4735-84d8-fef17841a9e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b2f26b2-c7f8-4f7f-8b6c-514ec6432124,revision_number=0']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:39:55.455277 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-dd342904-ea03-4735-84d8-fef17841a9e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:39:55.464529 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd342904-ea03-4735-84d8-fef17841a9e3 admin admin] Checking segment: {'id': '56e1ad63-677e-400c-b8f9-048d7d57e5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '982dc6d1-fde1-4e05-9f32-46758815ee40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Sep 15 13:39:55.464929 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd342904-ea03-4735-84d8-fef17841a9e3 admin admin] Network hostable DHCP agents. Network: 982dc6d1-fde1-4e05-9f32-46758815ee40, hostable agents: ['1e45ab9c-2f68-483a-a4f9-339d8484c2ba'], hosted agents: [] {{(pid=82346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Sep 15 13:39:55.488556 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd342904-ea03-4735-84d8-fef17841a9e3 admin admin] Network 982dc6d1-fde1-4e05-9f32-46758815ee40 is scheduled to be hosted by DHCP agent 1e45ab9c-2f68-483a-a4f9-339d8484c2ba with binding_index 1 {{(pid=82346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Sep 15 13:39:55.491329 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-05dfd902-d359-440f-adb7-1a70fade3728 req-88044a1e-5134-4b3e-be63-4767fb7b1db0 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/ports?device_id=4247b744-dbcb-4f5b-9b04-1705271ed99b HTTP/1.1" status: 200  len: 210 time: 0.2628093
Sep 15 13:39:55.504265 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.base_scheduler [None req-dd342904-ea03-4735-84d8-fef17841a9e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809181-1-iscsi, 982dc6d1-fde1-4e05-9f32-46758815ee40) {{(pid=82346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Sep 15 13:39:55.510078 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd342904-ea03-4735-84d8-fef17841a9e3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:39:55.510831 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-dd342904-ea03-4735-84d8-fef17841a9e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:55.520460 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8464413-e38c-4cd3-9621-2f87f14a28aa None None] Network 982dc6d1-fde1-4e05-9f32-46758815ee40 requested from dv-cinder-809181-1-iscsi {{(pid=82347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Sep 15 13:39:55.540254 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-dd342904-ea03-4735-84d8-fef17841a9e3 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.4917955
Sep 15 13:39:55.540905 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 60732) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:39:55.546268 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [None req-a7e29c1e-023f-4a5e-bec6-cc1a48698721 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1185829738-router', 'tenant_id': 'd2cb26720af84bd8a1fda6a7b333bad4', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6'}}} {{(pid=82346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:39:55.547623 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-2e370d7d-c147-4def-9083-ecbf679f8db5 req-bc7161e3-91c3-4d97-b2e7-51fc2623de75 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Notify callbacks [] for port, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:55.551926 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-a7e29c1e-023f-4a5e-bec6-cc1a48698721 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:39:55.555888 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-a7e29c1e-023f-4a5e-bec6-cc1a48698721 admin admin] Usage tracker for resource:router and tenant:d2cb26720af84bd8a1fda6a7b333bad4 is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:39:55.559047 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-a7e29c1e-023f-4a5e-bec6-cc1a48698721 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:39:55.565449 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-a7e29c1e-023f-4a5e-bec6-cc1a48698721 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:39:55.578208 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-a7e29c1e-023f-4a5e-bec6-cc1a48698721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853094885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854743947'] for router, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:55.580488 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-a7e29c1e-023f-4a5e-bec6-cc1a48698721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1681141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1673265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2016606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31868'] for router, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:55.583910 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-2e370d7d-c147-4def-9083-ecbf679f8db5 req-bc7161e3-91c3-4d97-b2e7-51fc2623de75 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363301743938437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852138254'] for port, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:55.591922 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-6ec98ff1-4829-4ff2-8737-f54b7b7e4716 tempest-DeleteServersTestJSON-1044264107 tempest-DeleteServersTestJSON-1044264107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:39:55.601146 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-a7e29c1e-023f-4a5e-bec6-cc1a48698721 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:55.671982 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e370d7d-c147-4def-9083-ecbf679f8db5 req-bc7161e3-91c3-4d97-b2e7-51fc2623de75 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Network b896e533-b678-44d7-b97d-e7b840adb427 is already hosted by enough agents. {{(pid=82345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Sep 15 13:39:55.676616 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.base_scheduler [req-2e370d7d-c147-4def-9083-ecbf679f8db5 req-bc7161e3-91c3-4d97-b2e7-51fc2623de75 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Resources bound (agent type, host, resource id):  {{(pid=82345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Sep 15 13:39:55.679293 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e370d7d-c147-4def-9083-ecbf679f8db5 req-bc7161e3-91c3-4d97-b2e7-51fc2623de75 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Received port after_create {{(pid=82345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 15 13:39:55.687438 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] get_ports_and_sgs() called for port_ids ['1d146de1-007d-4207-8d58-3ab7e0266a17', '95e97c21-2d47-41e7-a35c-ac76e5b4a7e3', '887cdf2d-38b3-4a7d-b565-fbee4fe1a9c8'] {{(pid=82347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 15 13:39:55.735039 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7161e3-91c3-4d97-b2e7-51fc2623de75 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Pushing event updated for resources: {'Port': ['ID=4d05e0d5-ca44-4810-bc71-62a090de6761,revision_number=1']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:39:55.745801 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-bc7161e3-91c3-4d97-b2e7-51fc2623de75 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:39:55.776882 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e370d7d-c147-4def-9083-ecbf679f8db5 req-bc7161e3-91c3-4d97-b2e7-51fc2623de75 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:39:55.777569 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-2e370d7d-c147-4def-9083-ecbf679f8db5 req-bc7161e3-91c3-4d97-b2e7-51fc2623de75 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251427'] for port, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:55.813566 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-a7e29c1e-023f-4a5e-bec6-cc1a48698721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1673218', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853094812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31855'] for router, precommit_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:55.821165 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-2e370d7d-c147-4def-9083-ecbf679f8db5 req-bc7161e3-91c3-4d97-b2e7-51fc2623de75 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2924299
Sep 15 13:39:55.846563 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [req-2e370d7d-c147-4def-9083-ecbf679f8db5 req-0dfe14bd-7587-4494-b0fa-1b98d6d2e669 service neutron] Request body: {'port': {'device_id': '4247b744-dbcb-4f5b-9b04-1705271ed99b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80918'}} {{(pid=82345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:39:55.948601 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4102faee-35ac-4d7b-89c3-28cd603b4a65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27da5d1b-a3b4-502a-adbd-d11dbe7a94ca-982dc6d1-fde1-4e05-9f32-46758815ee40', 'network_id': '982dc6d1-fde1-4e05-9f32-46758815ee40', 'tenant_id': 'd2cb26720af84bd8a1fda6a7b333bad4', 'fixed_ips': [{'subnet_id': '5b2f26b2-c7f8-4f7f-8b6c-514ec6432124'}]}} from dv-cinder-809181-1-iscsi. {{(pid=82347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Sep 15 13:39:55.949480 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-4102faee-35ac-4d7b-89c3-28cd603b4a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_create {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:55.987538 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-2e370d7d-c147-4def-9083-ecbf679f8db5 req-0dfe14bd-7587-4494-b0fa-1b98d6d2e669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:56.070663 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-a7e29c1e-023f-4a5e-bec6-cc1a48698721 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:56.151080 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-a7e29c1e-023f-4a5e-bec6-cc1a48698721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:56.251018 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.db_base_plugin_common [None req-4102faee-35ac-4d7b-89c3-28cd603b4a65 None None] Allocated IP 172.20.0.2 (982dc6d1-fde1-4e05-9f32-46758815ee40/5b2f26b2-c7f8-4f7f-8b6c-514ec6432124/f6a02050-b972-440b-90f5-0f87be7a6e57) {{(pid=82347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Sep 15 13:39:56.472693 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.db_base_plugin_common [None req-a7e29c1e-023f-4a5e-bec6-cc1a48698721 admin admin] Allocated IP 172.27.2.133 (8154de37-a8f1-49b5-9df6-05123ded69e6/8c022743-acfa-4652-88a1-355a85d34b79/9f8bf8ed-e6d1-4eec-9bce-4ebab4c2962b) {{(pid=82346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Sep 15 13:39:56.629378 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-990c7609-5166-48db-9ac8-27e06a1417ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:56.664981 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [req-2e370d7d-c147-4def-9083-ecbf679f8db5 req-0dfe14bd-7587-4494-b0fa-1b98d6d2e669 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d05e0d5-ca44-4810-bc71-62a090de6761 {{(pid=82345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Sep 15 13:39:56.676325 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-2e370d7d-c147-4def-9083-ecbf679f8db5 req-0dfe14bd-7587-4494-b0fa-1b98d6d2e669 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:56.680784 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-a7e29c1e-023f-4a5e-bec6-cc1a48698721 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:56.698405 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [req-2e370d7d-c147-4def-9083-ecbf679f8db5 req-0dfe14bd-7587-4494-b0fa-1b98d6d2e669 service neutron] Transition to ACTIVE for port object 4d05e0d5-ca44-4810-bc71-62a090de6761 will not be triggered until provisioned by entity L2. {{(pid=82345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Sep 15 13:39:56.705556 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b304a5-c7ff-456f-a3cd-38cded512ec6 req-887e373c-c01a-4fac-ba33-ab8765aa2919 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:39:56.708152 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-19b304a5-c7ff-456f-a3cd-38cded512ec6 req-887e373c-c01a-4fac-ba33-ab8765aa2919 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dfebc96-1d27-4e99-9371-287665559258 HTTP/1.1" status: 200  len: 946 time: 0.2306142
Sep 15 13:39:56.709551 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-2e370d7d-c147-4def-9083-ecbf679f8db5 req-0dfe14bd-7587-4494-b0fa-1b98d6d2e669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2637562'] for port, after_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:56.713755 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-a7e29c1e-023f-4a5e-bec6-cc1a48698721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363301743938437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1447919'] for port, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:56.717327 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-5e50269c-265b-4e71-bed9-b75fec4932ab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:39:56.719254 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:39:56.821881 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-4102faee-35ac-4d7b-89c3-28cd603b4a65 None None] Notify callbacks [] for port, precommit_create {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:56.848544 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-4102faee-35ac-4d7b-89c3-28cd603b4a65 None None] Transition to ACTIVE for port object f6a02050-b972-440b-90f5-0f87be7a6e57 will not be triggered until provisioned by entity L2. {{(pid=82347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Sep 15 13:39:56.907525 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-4102faee-35ac-4d7b-89c3-28cd603b4a65 None None] Transition to ACTIVE for port object f6a02050-b972-440b-90f5-0f87be7a6e57 will not be triggered until provisioned by entity DHCP. {{(pid=82347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Sep 15 13:39:56.914566 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-4102faee-35ac-4d7b-89c3-28cd603b4a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363301743938437'] for port, after_create {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:56.920305 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:39:57.004100 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4102faee-35ac-4d7b-89c3-28cd603b4a65 None None] Network 982dc6d1-fde1-4e05-9f32-46758815ee40 is already hosted by enough agents. {{(pid=82347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Sep 15 13:39:57.005169 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4102faee-35ac-4d7b-89c3-28cd603b4a65 None None] Pushing event updated for resources: {'Port': ['ID=f6a02050-b972-440b-90f5-0f87be7a6e57,revision_number=1']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:39:57.009056 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.base_scheduler [None req-4102faee-35ac-4d7b-89c3-28cd603b4a65 None None] Resources bound (agent type, host, resource id):  {{(pid=82347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Sep 15 13:39:57.015455 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4102faee-35ac-4d7b-89c3-28cd603b4a65 None None] Received port after_create {{(pid=82347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 15 13:39:57.022227 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e29c1e-023f-4a5e-bec6-cc1a48698721 admin admin] Network 8154de37-a8f1-49b5-9df6-05123ded69e6 is already hosted by enough agents. {{(pid=82346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Sep 15 13:39:57.023448 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102faee-35ac-4d7b-89c3-28cd603b4a65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:39:57.023868 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102faee-35ac-4d7b-89c3-28cd603b4a65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:39:57.024257 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102faee-35ac-4d7b-89c3-28cd603b4a65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:39:57.024640 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102faee-35ac-4d7b-89c3-28cd603b4a65 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:39:57.025021 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102faee-35ac-4d7b-89c3-28cd603b4a65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:39:57.025399 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102faee-35ac-4d7b-89c3-28cd603b4a65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:39:57.025774 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102faee-35ac-4d7b-89c3-28cd603b4a65 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:39:57.026168 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102faee-35ac-4d7b-89c3-28cd603b4a65 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:39:57.026540 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102faee-35ac-4d7b-89c3-28cd603b4a65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:39:57.026909 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102faee-35ac-4d7b-89c3-28cd603b4a65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:39:57.027278 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102faee-35ac-4d7b-89c3-28cd603b4a65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:39:57.027859 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e29c1e-023f-4a5e-bec6-cc1a48698721 admin admin] Pushing event updated for resources: {'Port': ['ID=9f8bf8ed-e6d1-4eec-9bce-4ebab4c2962b,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:39:57.031490 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-a7e29c1e-023f-4a5e-bec6-cc1a48698721 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:39:57.032413 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.base_scheduler [None req-a7e29c1e-023f-4a5e-bec6-cc1a48698721 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Sep 15 13:39:57.034696 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e29c1e-023f-4a5e-bec6-cc1a48698721 admin admin] Received port after_create {{(pid=82346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 15 13:39:57.056038 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfe14bd-7587-4494-b0fa-1b98d6d2e669 service neutron] Pushing event updated for resources: {'Port': ['ID=4d05e0d5-ca44-4810-bc71-62a090de6761,revision_number=2']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:39:57.061310 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-4102faee-35ac-4d7b-89c3-28cd603b4a65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:39:57.067272 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-0dfe14bd-7587-4494-b0fa-1b98d6d2e669 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:39:57.085955 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-19b304a5-c7ff-456f-a3cd-38cded512ec6 req-7aa4e698-5844-408d-8d88-10167fd9f3af tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3704653
Sep 15 13:39:57.125213 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [None req-4102faee-35ac-4d7b-89c3-28cd603b4a65 None None] Attempting to bind port f6a02050-b972-440b-90f5-0f87be7a6e57 on host dv-cinder-809181-1-iscsi for vnic_type normal with profile  {{(pid=82347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Sep 15 13:39:57.125635 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [None req-4102faee-35ac-4d7b-89c3-28cd603b4a65 None None] Attempting to bind port f6a02050-b972-440b-90f5-0f87be7a6e57 by drivers openvswitch,hyperv on host dv-cinder-809181-1-iscsi at level 0 using segments [{'id': '56e1ad63-677e-400c-b8f9-048d7d57e5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '982dc6d1-fde1-4e05-9f32-46758815ee40'}] {{(pid=82347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Sep 15 13:39:57.126024 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4102faee-35ac-4d7b-89c3-28cd603b4a65 None None] Attempting to bind port f6a02050-b972-440b-90f5-0f87be7a6e57 on network 982dc6d1-fde1-4e05-9f32-46758815ee40 {{(pid=82347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Sep 15 13:39:57.129416 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [req-2e370d7d-c147-4def-9083-ecbf679f8db5 req-0dfe14bd-7587-4494-b0fa-1b98d6d2e669 service neutron] Attempting to bind port 4d05e0d5-ca44-4810-bc71-62a090de6761 on host hv-cinder-80918 for vnic_type normal with profile  {{(pid=82345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Sep 15 13:39:57.129802 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [req-2e370d7d-c147-4def-9083-ecbf679f8db5 req-0dfe14bd-7587-4494-b0fa-1b98d6d2e669 service neutron] Attempting to bind port 4d05e0d5-ca44-4810-bc71-62a090de6761 by drivers openvswitch,hyperv on host hv-cinder-80918 at level 0 using segments [{'id': '3490644b-788c-43d7-8cb9-2ed21ec8c954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'b896e533-b678-44d7-b97d-e7b840adb427'}] {{(pid=82345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Sep 15 13:39:57.130177 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e370d7d-c147-4def-9083-ecbf679f8db5 req-0dfe14bd-7587-4494-b0fa-1b98d6d2e669 service neutron] Attempting to bind port 4d05e0d5-ca44-4810-bc71-62a090de6761 on network b896e533-b678-44d7-b97d-e7b840adb427 {{(pid=82345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Sep 15 13:39:57.134043 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4102faee-35ac-4d7b-89c3-28cd603b4a65 None None] Checking agent: {'id': '0bfd5640-42e8-4a2a-ac27-f2d96fe1a4e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809181-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 29, 28), 'started_at': datetime.datetime(2021, 9, 15, 13, 29, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809181-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Sep 15 13:39:57.134440 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4102faee-35ac-4d7b-89c3-28cd603b4a65 None None] Checking segment: {'id': '56e1ad63-677e-400c-b8f9-048d7d57e5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '982dc6d1-fde1-4e05-9f32-46758815ee40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Sep 15 13:39:57.135171 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-4102faee-35ac-4d7b-89c3-28cd603b4a65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:57.135614 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4102faee-35ac-4d7b-89c3-28cd603b4a65 None None] Bound using segment: {'id': '56e1ad63-677e-400c-b8f9-048d7d57e5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '982dc6d1-fde1-4e05-9f32-46758815ee40'} {{(pid=82347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Sep 15 13:39:57.136165 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [None req-4102faee-35ac-4d7b-89c3-28cd603b4a65 None None] Bound port: f6a02050-b972-440b-90f5-0f87be7a6e57, host: dv-cinder-809181-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56e1ad63-677e-400c-b8f9-048d7d57e5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '982dc6d1-fde1-4e05-9f32-46758815ee40'}}] {{(pid=82347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Sep 15 13:39:57.136582 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-4102faee-35ac-4d7b-89c3-28cd603b4a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:57.140461 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6742fa00-21d0-47f5-b10c-ad51c8291fb9 req-31076e96-6223-4a42-b6df-6e391e919751 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:39:57.141235 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-6742fa00-21d0-47f5-b10c-ad51c8291fb9 req-31076e96-6223-4a42-b6df-6e391e919751 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Synchronizing usage tracker for tenant:123dd1ba9d594e88a025896157079afa on resource:port {{(pid=82345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Sep 15 13:39:57.147691 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e370d7d-c147-4def-9083-ecbf679f8db5 req-0dfe14bd-7587-4494-b0fa-1b98d6d2e669 service neutron] Port 4d05e0d5-ca44-4810-bc71-62a090de6761 on network b896e533-b678-44d7-b97d-e7b840adb427 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80918 {{(pid=82345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 15 13:39:57.147976 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e370d7d-c147-4def-9083-ecbf679f8db5 req-0dfe14bd-7587-4494-b0fa-1b98d6d2e669 service neutron] Attempting to bind port 4d05e0d5-ca44-4810-bc71-62a090de6761 on network b896e533-b678-44d7-b97d-e7b840adb427 {{(pid=82345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Sep 15 13:39:57.165121 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e370d7d-c147-4def-9083-ecbf679f8db5 req-0dfe14bd-7587-4494-b0fa-1b98d6d2e669 service neutron] Checking agent: {'id': '0b6080d1-6da0-4ccd-961d-05ec14f91c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80918', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 35, 33), 'started_at': datetime.datetime(2021, 9, 15, 13, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Sep 15 13:39:57.165574 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e370d7d-c147-4def-9083-ecbf679f8db5 req-0dfe14bd-7587-4494-b0fa-1b98d6d2e669 service neutron] Checking segment: {'id': '3490644b-788c-43d7-8cb9-2ed21ec8c954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'b896e533-b678-44d7-b97d-e7b840adb427'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Sep 15 13:39:57.165915 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e370d7d-c147-4def-9083-ecbf679f8db5 req-0dfe14bd-7587-4494-b0fa-1b98d6d2e669 service neutron] Bound using segment: {'id': '3490644b-788c-43d7-8cb9-2ed21ec8c954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'b896e533-b678-44d7-b97d-e7b840adb427'} {{(pid=82345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Sep 15 13:39:57.166383 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [req-2e370d7d-c147-4def-9083-ecbf679f8db5 req-0dfe14bd-7587-4494-b0fa-1b98d6d2e669 service neutron] Bound port: 4d05e0d5-ca44-4810-bc71-62a090de6761, host: hv-cinder-80918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3490644b-788c-43d7-8cb9-2ed21ec8c954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'b896e533-b678-44d7-b97d-e7b840adb427'}}] {{(pid=82345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Sep 15 13:39:57.166774 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-2e370d7d-c147-4def-9083-ecbf679f8db5 req-0dfe14bd-7587-4494-b0fa-1b98d6d2e669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:57.179070 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-6742fa00-21d0-47f5-b10c-ad51c8291fb9 req-31076e96-6223-4a42-b6df-6e391e919751 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Unset dirty status for tenant:123dd1ba9d594e88a025896157079afa on resource:port {{(pid=82345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Sep 15 13:39:57.180376 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-6742fa00-21d0-47f5-b10c-ad51c8291fb9 req-31076e96-6223-4a42-b6df-6e391e919751 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/ports?device_id=4247b744-dbcb-4f5b-9b04-1705271ed99b HTTP/1.1" status: 200  len: 943 time: 0.2898719
Sep 15 13:39:57.216927 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-a7e29c1e-023f-4a5e-bec6-cc1a48698721 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:57.217719 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-a7e29c1e-023f-4a5e-bec6-cc1a48698721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1680915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853102492'] for router, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:57.229870 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-4102faee-35ac-4d7b-89c3-28cd603b4a65 None None] For port f6a02050-b972-440b-90f5-0f87be7a6e57, host dv-cinder-809181-1-iscsi, cleared binding levels {{(pid=82347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Sep 15 13:39:57.233606 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-4102faee-35ac-4d7b-89c3-28cd603b4a65 None None] For port f6a02050-b972-440b-90f5-0f87be7a6e57, host dv-cinder-809181-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-iscsi',level=0,port_id=f6a02050-b972-440b-90f5-0f87be7a6e57,segment=NetworkSegment(56e1ad63-677e-400c-b8f9-048d7d57e5d3),segment_id=56e1ad63-677e-400c-b8f9-048d7d57e5d3)] {{(pid=82347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Sep 15 13:39:57.236997 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-4102faee-35ac-4d7b-89c3-28cd603b4a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:57.247281 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:39:57.338734 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [req-2e370d7d-c147-4def-9083-ecbf679f8db5 req-0dfe14bd-7587-4494-b0fa-1b98d6d2e669 service neutron] For port 4d05e0d5-ca44-4810-bc71-62a090de6761, host hv-cinder-80918, cleared binding levels {{(pid=82345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Sep 15 13:39:57.342478 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [req-2e370d7d-c147-4def-9083-ecbf679f8db5 req-0dfe14bd-7587-4494-b0fa-1b98d6d2e669 service neutron] For port 4d05e0d5-ca44-4810-bc71-62a090de6761, host hv-cinder-80918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=4d05e0d5-ca44-4810-bc71-62a090de6761,segment=NetworkSegment(3490644b-788c-43d7-8cb9-2ed21ec8c954),segment_id=3490644b-788c-43d7-8cb9-2ed21ec8c954)] {{(pid=82345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Sep 15 13:39:57.355489 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-2e370d7d-c147-4def-9083-ecbf679f8db5 req-0dfe14bd-7587-4494-b0fa-1b98d6d2e669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2637562'] for port, after_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:57.358978 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4102faee-35ac-4d7b-89c3-28cd603b4a65 None None] Pushing event updated for resources: {'Port': ['ID=f6a02050-b972-440b-90f5-0f87be7a6e57,revision_number=2']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:39:57.362823 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-4102faee-35ac-4d7b-89c3-28cd603b4a65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:39:57.365831 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:39:57.396418 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-6742fa00-21d0-47f5-b10c-ad51c8291fb9 req-2f1da5a0-3701-4064-b73d-14b2547d06c4 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2bc11e6-bbc1-4efa-b746-171b2be9153a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1798167
Sep 15 13:39:57.448021 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-2e370d7d-c147-4def-9083-ecbf679f8db5 req-0dfe14bd-7587-4494-b0fa-1b98d6d2e669 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251427'] for port, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:57.449505 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-2e370d7d-c147-4def-9083-ecbf679f8db5 req-0dfe14bd-7587-4494-b0fa-1b98d6d2e669 service neutron] 10.222.0.36 "PUT /v2.0/ports/4d05e0d5-ca44-4810-bc71-62a090de6761 HTTP/1.1" status: 200  len: 1093 time: 1.6086316
Sep 15 13:39:57.450292 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4247b744-dbcb-4f5b-9b04-1705271ed99b', 'tag': '4d05e0d5-ca44-4810-bc71-62a090de6761'}] {{(pid=82345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Sep 15 13:39:57.463180 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfe14bd-7587-4494-b0fa-1b98d6d2e669 service neutron] Pushing event updated for resources: {'Port': ['ID=4d05e0d5-ca44-4810-bc71-62a090de6761,revision_number=3']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:39:57.467119 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-0dfe14bd-7587-4494-b0fa-1b98d6d2e669 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:39:57.496071 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7e29c1e-023f-4a5e-bec6-cc1a48698721 admin admin] Router def197bf-e032-4066-abc5-ada4d618508b is scheduled to L3 agent c919ec5e-912e-4080-8a6b-9b8956cb875b with binding_index 1 {{(pid=82346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Sep 15 13:39:57.592901 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4247b744-dbcb-4f5b-9b04-1705271ed99b', 'tag': '4d05e0d5-ca44-4810-bc71-62a090de6761', 'status': 'completed', 'code': 200}
Sep 15 13:39:57.635911 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-2e370d7d-c147-4def-9083-ecbf679f8db5 req-513a0266-0560-4987-8aee-85197d77700c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=123dd1ba9d594e88a025896157079afa&device_id=4247b744-dbcb-4f5b-9b04-1705271ed99b HTTP/1.1" status: 200  len: 1096 time: 0.1001303
Sep 15 13:39:57.800862 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7e29c1e-023f-4a5e-bec6-cc1a48698721 admin admin] Notify agent at l3_agent.dv-cinder-809181-1-iscsi the message routers_updated {{(pid=82346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Sep 15 13:39:57.811203 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-2e370d7d-c147-4def-9083-ecbf679f8db5 req-58b8736d-fd54-489f-8eef-9dd7141fb1b5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d05e0d5-ca44-4810-bc71-62a090de6761 HTTP/1.1" status: 200  len: 217 time: 0.1515410
Sep 15 13:39:57.812750 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d0fa69-b7e8-44e2-bee9-8942bda224ee None None] Sync routers for ids ['def197bf-e032-4066-abc5-ada4d618508b'] in dv-cinder-809181-1-iscsi {{(pid=82348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Sep 15 13:39:57.829803 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d0fa69-b7e8-44e2-bee9-8942bda224ee None None] Routers {'def197bf-e032-4066-abc5-ada4d618508b'} bound to L3 agent in host dv-cinder-809181-1-iscsi {{(pid=82348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 15 13:39:57.831139 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-b6d0fa69-b7e8-44e2-bee9-8942bda224ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cd23669e8>, 'dv-cinder-809181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T13:29:29Z,description=<?>,heartbeat_timestamp=2021-09-15T13:39:29Z,host='dv-cinder-809181-1-iscsi',id=c919ec5e-912e-4080-8a6b-9b8956cb875b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T13:29:29Z,topic='l3_agent')) {'router_ids': ['def197bf-e032-4066-abc5-ada4d618508b'], 'active': True} {{(pid=82348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:39:57.865633 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-a7e29c1e-023f-4a5e-bec6-cc1a48698721 admin admin] Notify callbacks [] for router, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:57.867683 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-a7e29c1e-023f-4a5e-bec6-cc1a48698721 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 2.3250945
Sep 15 13:39:57.870281 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 60770) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:39:57.909237 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e370d7d-c147-4def-9083-ecbf679f8db5 req-065f8a7b-056f-4e93-ad2f-789901f3143d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:39:57.911158 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-2e370d7d-c147-4def-9083-ecbf679f8db5 req-065f8a7b-056f-4e93-ad2f-789901f3143d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6e2787c1-0944-4332-859d-d1109defbfe6 HTTP/1.1" status: 200  len: 854 time: 0.0923750
Sep 15 13:39:57.913336 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device f6a02050-b972-440b-90f5-0f87be7a6e57 up at agent ovs-agent-dv-cinder-809181-1-iscsi {{(pid=82347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Sep 15 13:39:57.996051 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-2e370d7d-c147-4def-9083-ecbf679f8db5 req-824e2b55-5b46-4034-848e-6837db5c2e96 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b896e533-b678-44d7-b97d-e7b840adb427&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0772190
Sep 15 13:39:58.160247 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Provisioning for port f6a02050-b972-440b-90f5-0f87be7a6e57 completed by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Sep 15 13:39:58.172203 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:58.249739 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-2e370d7d-c147-4def-9083-ecbf679f8db5 req-4c06ee28-c150-4543-8cce-50619e2df90f service neutron] 10.222.0.36 "GET /v2.0/networks/b896e533-b678-44d7-b97d-e7b840adb427?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2446468
Sep 15 13:39:58.353138 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvr_db [None req-b6d0fa69-b7e8-44e2-bee9-8942bda224ee None None] Set router def197bf-e032-4066-abc5-ada4d618508b gateway port host: dv-cinder-809181-1-iscsi {{(pid=82348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Sep 15 13:39:58.498689 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0a765e-3a56-4f2b-a1f7-676c9ccbbef5 req-5c3f3e49-7096-43da-a005-732bbbdaa19a tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:39:58.500468 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-0f0a765e-3a56-4f2b-a1f7-676c9ccbbef5 req-5c3f3e49-7096-43da-a005-732bbbdaa19a tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dfebc96-1d27-4e99-9371-287665559258 HTTP/1.1" status: 200  len: 946 time: 0.2028327
Sep 15 13:39:58.583678 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-2e370d7d-c147-4def-9083-ecbf679f8db5 req-3a1642bd-a860-46d6-b99a-b2735c082d00 service neutron] 10.222.0.36 "GET /v2.0/networks/b896e533-b678-44d7-b97d-e7b840adb427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3249867
Sep 15 13:39:58.651945 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-0f0a765e-3a56-4f2b-a1f7-676c9ccbbef5 req-c48b48b5-9d58-4b85-a6d8-78b1700ebe78 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1220565
Sep 15 13:39:58.892030 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-35ff9b94-0bd2-447f-a4a8-4ab294a1d70d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:58.901964 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-b6d0fa69-b7e8-44e2-bee9-8942bda224ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cd23669e8>, [{'id': 'def197bf-e032-4066-abc5-ada4d618508b', 'name': 'tempest-TestShelveInstance-1185829738-router', 'tenant_id': 'd2cb26720af84bd8a1fda6a7b333bad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '9f8bf8ed-e6d1-4eec-9bce-4ebab4c2962b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:39:55Z', 'updated_at': '2021-09-15T13:39:57Z', 'revision_number': 3, 'project_id': 'd2cb26720af84bd8a1fda6a7b333bad4', 'gw_port': {'id': '9f8bf8ed-e6d1-4eec-9bce-4ebab4c2962b', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def197bf-e032-4066-abc5-ada4d618508b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:39:56Z', 'updated_at': '2021-09-15T13:39:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi'}], 'dv-cinder-809181-1-iscsi', False) {} {{(pid=82348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:39:58.916112 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d0fa69-b7e8-44e2-bee9-8942bda224ee None None] Checking router: def197bf-e032-4066-abc5-ada4d618508b for host: dv-cinder-809181-1-iscsi {{(pid=82348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Sep 15 13:39:58.916507 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d0fa69-b7e8-44e2-bee9-8942bda224ee None None] Updating router def197bf-e032-4066-abc5-ada4d618508b port 9f8bf8ed-e6d1-4eec-9bce-4ebab4c2962b binding host dv-cinder-809181-1-iscsi {{(pid=82348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Sep 15 13:39:59.047983 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b6d0fa69-b7e8-44e2-bee9-8942bda224ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:59.092621 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2503519-3017-4342-bba3-aac39cc31b31 req-82fa6a70-05f1-48be-a5bc-d986188951d3 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:39:59.102982 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-c2503519-3017-4342-bba3-aac39cc31b31 req-82fa6a70-05f1-48be-a5bc-d986188951d3 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/ports?device_id=4247b744-dbcb-4f5b-9b04-1705271ed99b HTTP/1.1" status: 200  len: 943 time: 0.4495735
Sep 15 13:39:59.110249 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-869d63a4-1f4b-4a06-b642-1ecba55c9624 req-7bbeada6-e8e8-46d7-b5ec-c9427d535d35 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=123dd1ba9d594e88a025896157079afa&device_id=4247b744-dbcb-4f5b-9b04-1705271ed99b HTTP/1.1" status: 200  len: 1096 time: 0.3216000
Sep 15 13:39:59.135263 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9acd9d20-0ed4-40fe-8ec3-e1d8b485d7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:59.223865 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-8e69db21-25cc-483c-b291-2f2b2ad0f125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:59.245325 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-c2503519-3017-4342-bba3-aac39cc31b31 req-6c43ef83-02ef-45d2-bca6-fde62431a6c7 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2bc11e6-bbc1-4efa-b746-171b2be9153a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1295383
Sep 15 13:39:59.420327 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869d63a4-1f4b-4a06-b642-1ecba55c9624 req-d91ced7e-00d2-4f77-9a24-df2f5fb10e18 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:39:59.422209 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-869d63a4-1f4b-4a06-b642-1ecba55c9624 req-d91ced7e-00d2-4f77-9a24-df2f5fb10e18 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b896e533-b678-44d7-b97d-e7b840adb427 HTTP/1.1" status: 200  len: 915 time: 0.2816825
Sep 15 13:39:59.533232 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-869d63a4-1f4b-4a06-b642-1ecba55c9624 req-8d09bbea-efe5-412f-bf78-24cf5f47e63e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d05e0d5-ca44-4810-bc71-62a090de6761 HTTP/1.1" status: 200  len: 217 time: 0.0918245
Sep 15 13:39:59.585753 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.db_base_plugin_common [None req-8e69db21-25cc-483c-b291-2f2b2ad0f125 admin admin] Allocated IP 172.20.0.1 (982dc6d1-fde1-4e05-9f32-46758815ee40/5b2f26b2-c7f8-4f7f-8b6c-514ec6432124/fa3fcfa1-2d7c-4603-8661-9a7c3787d173) {{(pid=82346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Sep 15 13:39:59.590738 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b6d0fa69-b7e8-44e2-bee9-8942bda224ee None None] Notify callbacks [] for port, precommit_update {{(pid=82348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:59.615226 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-b6d0fa69-b7e8-44e2-bee9-8942bda224ee None None] Transition to ACTIVE for port object 9f8bf8ed-e6d1-4eec-9bce-4ebab4c2962b will not be triggered until provisioned by entity L2. {{(pid=82348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Sep 15 13:39:59.623758 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b6d0fa69-b7e8-44e2-bee9-8942bda224ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:59.632176 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-bb24ecba-cdba-4b19-9d25-ce38bb8c9601 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:39:59.635957 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869d63a4-1f4b-4a06-b642-1ecba55c9624 req-43c79eac-dbc9-4b7f-811e-0a3f213557ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:39:59.637901 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-869d63a4-1f4b-4a06-b642-1ecba55c9624 req-43c79eac-dbc9-4b7f-811e-0a3f213557ae service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6e2787c1-0944-4332-859d-d1109defbfe6 HTTP/1.1" status: 200  len: 854 time: 0.0861750
Sep 15 13:39:59.689585 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa7d985-a4d2-4cf4-85f1-31e6b2f3b903 None None] Network 982dc6d1-fde1-4e05-9f32-46758815ee40 requested from dv-cinder-809181-1-iscsi {{(pid=82347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Sep 15 13:39:59.701477 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-869d63a4-1f4b-4a06-b642-1ecba55c9624 req-649e9209-2963-4dfa-80a0-fc1c131ebab1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b896e533-b678-44d7-b97d-e7b840adb427&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0543013
Sep 15 13:39:59.726346 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [None req-b6d0fa69-b7e8-44e2-bee9-8942bda224ee None None] Attempting to bind port 9f8bf8ed-e6d1-4eec-9bce-4ebab4c2962b on host dv-cinder-809181-1-iscsi for vnic_type normal with profile  {{(pid=82348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Sep 15 13:39:59.726346 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [None req-b6d0fa69-b7e8-44e2-bee9-8942bda224ee None None] Attempting to bind port 9f8bf8ed-e6d1-4eec-9bce-4ebab4c2962b by drivers openvswitch,hyperv on host dv-cinder-809181-1-iscsi at level 0 using segments [{'id': 'fb39ec5d-b714-4bbc-8dc4-da8589a681e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6'}] {{(pid=82348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Sep 15 13:39:59.726346 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d0fa69-b7e8-44e2-bee9-8942bda224ee None None] Attempting to bind port 9f8bf8ed-e6d1-4eec-9bce-4ebab4c2962b on network 8154de37-a8f1-49b5-9df6-05123ded69e6 {{(pid=82348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Sep 15 13:39:59.729119 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede1ed10-af3a-423d-9e62-718636234c6e None None] Pushing event updated for resources: {'Port': ['ID=9f8bf8ed-e6d1-4eec-9bce-4ebab4c2962b,revision_number=2']} {{(pid=82348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:39:59.741471 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d0fa69-b7e8-44e2-bee9-8942bda224ee None None] Checking agent: {'id': '0bfd5640-42e8-4a2a-ac27-f2d96fe1a4e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809181-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 29, 28), 'started_at': datetime.datetime(2021, 9, 15, 13, 29, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809181-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Sep 15 13:39:59.741928 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d0fa69-b7e8-44e2-bee9-8942bda224ee None None] Checking segment: {'id': 'fb39ec5d-b714-4bbc-8dc4-da8589a681e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Sep 15 13:39:59.742699 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b6d0fa69-b7e8-44e2-bee9-8942bda224ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:59.742830 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d0fa69-b7e8-44e2-bee9-8942bda224ee None None] Bound using segment: {'id': 'fb39ec5d-b714-4bbc-8dc4-da8589a681e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6'} {{(pid=82348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Sep 15 13:39:59.743345 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [None req-b6d0fa69-b7e8-44e2-bee9-8942bda224ee None None] Bound port: 9f8bf8ed-e6d1-4eec-9bce-4ebab4c2962b, host: dv-cinder-809181-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb39ec5d-b714-4bbc-8dc4-da8589a681e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6'}}] {{(pid=82348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Sep 15 13:39:59.743802 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b6d0fa69-b7e8-44e2-bee9-8942bda224ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:59.773623 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede1ed10-af3a-423d-9e62-718636234c6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:39:59.773997 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede1ed10-af3a-423d-9e62-718636234c6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:39:59.774373 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede1ed10-af3a-423d-9e62-718636234c6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:39:59.774745 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede1ed10-af3a-423d-9e62-718636234c6e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:39:59.775115 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede1ed10-af3a-423d-9e62-718636234c6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:39:59.775483 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede1ed10-af3a-423d-9e62-718636234c6e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:39:59.775873 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede1ed10-af3a-423d-9e62-718636234c6e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:39:59.776240 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede1ed10-af3a-423d-9e62-718636234c6e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:39:59.776772 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede1ed10-af3a-423d-9e62-718636234c6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:39:59.776902 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede1ed10-af3a-423d-9e62-718636234c6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:39:59.777267 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede1ed10-af3a-423d-9e62-718636234c6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:39:59.786872 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-ede1ed10-af3a-423d-9e62-718636234c6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=82348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:39:59.856721 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-b6d0fa69-b7e8-44e2-bee9-8942bda224ee None None] For port 9f8bf8ed-e6d1-4eec-9bce-4ebab4c2962b, host dv-cinder-809181-1-iscsi, cleared binding levels {{(pid=82348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Sep 15 13:39:59.860648 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-b6d0fa69-b7e8-44e2-bee9-8942bda224ee None None] For port 9f8bf8ed-e6d1-4eec-9bce-4ebab4c2962b, host dv-cinder-809181-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-iscsi',level=0,port_id=9f8bf8ed-e6d1-4eec-9bce-4ebab4c2962b,segment=NetworkSegment(fb39ec5d-b714-4bbc-8dc4-da8589a681e7),segment_id=fb39ec5d-b714-4bbc-8dc4-da8589a681e7)] {{(pid=82348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Sep 15 13:39:59.868222 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b6d0fa69-b7e8-44e2-bee9-8942bda224ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:59.879216 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:39:59.894636 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-869d63a4-1f4b-4a06-b642-1ecba55c9624 req-8e95eeba-d615-439d-9a76-2716ad6ac234 service neutron] 10.222.0.36 "GET /v2.0/networks/b896e533-b678-44d7-b97d-e7b840adb427?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1831419
Sep 15 13:39:59.979982 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-8e69db21-25cc-483c-b291-2f2b2ad0f125 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:39:59.990570 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d0fa69-b7e8-44e2-bee9-8942bda224ee None None] Routers {'def197bf-e032-4066-abc5-ada4d618508b'} bound to L3 agent in host dv-cinder-809181-1-iscsi {{(pid=82348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 15 13:39:59.991935 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-b6d0fa69-b7e8-44e2-bee9-8942bda224ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cd23669e8>, 'dv-cinder-809181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T13:29:29Z,description=<?>,heartbeat_timestamp=2021-09-15T13:39:59Z,host='dv-cinder-809181-1-iscsi',id=c919ec5e-912e-4080-8a6b-9b8956cb875b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T13:29:29Z,topic='l3_agent')) {'router_ids': ['def197bf-e032-4066-abc5-ada4d618508b'], 'active': True} {{(pid=82348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:40:00.002898 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-8e69db21-25cc-483c-b291-2f2b2ad0f125 admin admin] Transition to ACTIVE for port object fa3fcfa1-2d7c-4603-8661-9a7c3787d173 will not be triggered until provisioned by entity DHCP. {{(pid=82346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Sep 15 13:40:00.029519 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-8e69db21-25cc-483c-b291-2f2b2ad0f125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363301743938437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1447919'] for port, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:00.037395 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-098f8a69-d7ba-45ae-a8f3-47312a1218c1 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:40:00.137745 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e69db21-25cc-483c-b291-2f2b2ad0f125 admin admin] Network 982dc6d1-fde1-4e05-9f32-46758815ee40 is already hosted by enough agents. {{(pid=82346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Sep 15 13:40:00.140909 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-869d63a4-1f4b-4a06-b642-1ecba55c9624 req-503d3e4e-1280-407b-961d-4858957af713 service neutron] 10.222.0.36 "GET /v2.0/networks/b896e533-b678-44d7-b97d-e7b840adb427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2386193
Sep 15 13:40:00.141030 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.base_scheduler [None req-8e69db21-25cc-483c-b291-2f2b2ad0f125 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Sep 15 13:40:00.144469 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e69db21-25cc-483c-b291-2f2b2ad0f125 admin admin] Received port after_create {{(pid=82346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 15 13:40:00.179145 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e69db21-25cc-483c-b291-2f2b2ad0f125 admin admin] Pushing event updated for resources: {'Port': ['ID=fa3fcfa1-2d7c-4603-8661-9a7c3787d173,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:40:00.188311 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-8e69db21-25cc-483c-b291-2f2b2ad0f125 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:40:00.221317 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-8e69db21-25cc-483c-b291-2f2b2ad0f125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1673504'] for router_interface, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:00.256819 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-f8cc552e-0947-4fa7-b745-44727fa95d2e None None] Provisioning for port f6a02050-b972-440b-90f5-0f87be7a6e57 completed by entity DHCP. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Sep 15 13:40:00.295701 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf117071-1d53-48c7-b7f3-4908d2d0a4fa req-261d2196-cf7a-4bce-9a8e-9952b23b4282 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:00.297694 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-bf117071-1d53-48c7-b7f3-4908d2d0a4fa req-261d2196-cf7a-4bce-9a8e-9952b23b4282 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dfebc96-1d27-4e99-9371-287665559258 HTTP/1.1" status: 200  len: 946 time: 0.1555250
Sep 15 13:40:00.304001 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-f8cc552e-0947-4fa7-b745-44727fa95d2e None None] Provisioning complete for port f6a02050-b972-440b-90f5-0f87be7a6e57 triggered by entity DHCP. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:40:00.304613 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f8cc552e-0947-4fa7-b745-44727fa95d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:00.360800 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-8e69db21-25cc-483c-b291-2f2b2ad0f125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:00.375967 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede1ed10-af3a-423d-9e62-718636234c6e None None] Pushing event updated for resources: {'Port': ['ID=9f8bf8ed-e6d1-4eec-9bce-4ebab4c2962b,revision_number=3']} {{(pid=82348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:40:00.383445 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-ede1ed10-af3a-423d-9e62-718636234c6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=82348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:40:00.409018 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-bf117071-1d53-48c7-b7f3-4908d2d0a4fa req-84fa19d2-78ac-4dc9-9534-121c704d58aa tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1046393
Sep 15 13:40:00.493289 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvr_db [None req-b6d0fa69-b7e8-44e2-bee9-8942bda224ee None None] Set router def197bf-e032-4066-abc5-ada4d618508b gateway port host: dv-cinder-809181-1-iscsi {{(pid=82348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Sep 15 13:40:00.514499 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f8cc552e-0947-4fa7-b745-44727fa95d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:00.580781 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-f8cc552e-0947-4fa7-b745-44727fa95d2e None None] For port f6a02050-b972-440b-90f5-0f87be7a6e57, host dv-cinder-809181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-iscsi',level=0,port_id=f6a02050-b972-440b-90f5-0f87be7a6e57,segment=NetworkSegment(56e1ad63-677e-400c-b8f9-048d7d57e5d3),segment_id=56e1ad63-677e-400c-b8f9-048d7d57e5d3)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:40:00.582028 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b47e50d5-ffd8-49d4-a6b6-3168cd38e3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:00.588718 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f8cc552e-0947-4fa7-b745-44727fa95d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:00.593830 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:40:00.672224 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cc552e-0947-4fa7-b745-44727fa95d2e None None] Pushing event updated for resources: {'Port': ['ID=f6a02050-b972-440b-90f5-0f87be7a6e57,revision_number=3']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:40:00.676194 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-f8cc552e-0947-4fa7-b745-44727fa95d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:40:00.756455 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-8e69db21-25cc-483c-b291-2f2b2ad0f125 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:00.764460 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-8e69db21-25cc-483c-b291-2f2b2ad0f125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853327897'] for port, after_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:00.799376 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9e18ef-7e04-4159-9d43-9369dd0f9718 req-4e0778e4-2386-49ae-9192-8737cf96fad2 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:00.802872 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-1a9e18ef-7e04-4159-9d43-9369dd0f9718 req-4e0778e4-2386-49ae-9192-8737cf96fad2 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/ports?device_id=4247b744-dbcb-4f5b-9b04-1705271ed99b HTTP/1.1" status: 200  len: 943 time: 0.1384983
Sep 15 13:40:00.813921 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-098f8a69-d7ba-45ae-a8f3-47312a1218c1 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:40:00.923326 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-1a9e18ef-7e04-4159-9d43-9369dd0f9718 req-e7cccd15-9406-4ab9-a2f3-f7e80937b85a tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2bc11e6-bbc1-4efa-b746-171b2be9153a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1140027
Sep 15 13:40:01.013870 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-b6d0fa69-b7e8-44e2-bee9-8942bda224ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cd23669e8>, [{'id': 'def197bf-e032-4066-abc5-ada4d618508b', 'name': 'tempest-TestShelveInstance-1185829738-router', 'tenant_id': 'd2cb26720af84bd8a1fda6a7b333bad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '9f8bf8ed-e6d1-4eec-9bce-4ebab4c2962b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:39:55Z', 'updated_at': '2021-09-15T13:39:57Z', 'revision_number': 3, 'project_id': 'd2cb26720af84bd8a1fda6a7b333bad4', 'gw_port': {'id': '9f8bf8ed-e6d1-4eec-9bce-4ebab4c2962b', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def197bf-e032-4066-abc5-ada4d618508b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:39:56Z', 'updated_at': '2021-09-15T13:39:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi'}], 'dv-cinder-809181-1-iscsi', False) {} {{(pid=82348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:40:01.024090 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d0fa69-b7e8-44e2-bee9-8942bda224ee None None] The sync data for ids ['def197bf-e032-4066-abc5-ada4d618508b'] in dv-cinder-809181-1-iscsi is: [{'id': 'def197bf-e032-4066-abc5-ada4d618508b', 'name': 'tempest-TestShelveInstance-1185829738-router', 'tenant_id': 'd2cb26720af84bd8a1fda6a7b333bad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '9f8bf8ed-e6d1-4eec-9bce-4ebab4c2962b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:39:55Z', 'updated_at': '2021-09-15T13:39:57Z', 'revision_number': 3, 'project_id': 'd2cb26720af84bd8a1fda6a7b333bad4', 'gw_port': {'id': '9f8bf8ed-e6d1-4eec-9bce-4ebab4c2962b', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def197bf-e032-4066-abc5-ada4d618508b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:39:56Z', 'updated_at': '2021-09-15T13:39:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi'}] {{(pid=82348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Sep 15 13:40:01.025307 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-2a20ddaf-ad08-4535-a5a2-dc55d26e07a2 None None] Provisioning for port fa3fcfa1-2d7c-4603-8661-9a7c3787d173 completed by entity DHCP. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Sep 15 13:40:01.035254 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-2a20ddaf-ad08-4535-a5a2-dc55d26e07a2 None None] Provisioning complete for port fa3fcfa1-2d7c-4603-8661-9a7c3787d173 triggered by entity DHCP. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:40:01.035705 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2a20ddaf-ad08-4535-a5a2-dc55d26e07a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:01.143520 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-2a20ddaf-ad08-4535-a5a2-dc55d26e07a2 None None] Port fa3fcfa1-2d7c-4603-8661-9a7c3787d173 cannot update to ACTIVE because it is not bound. {{(pid=82347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Sep 15 13:40:01.159013 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e69db21-25cc-483c-b291-2f2b2ad0f125 admin admin] Pushing event updated for resources: {'Port': ['ID=fa3fcfa1-2d7c-4603-8661-9a7c3787d173,revision_number=2']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:40:01.162289 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-8e69db21-25cc-483c-b291-2f2b2ad0f125 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7149859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853102266'] for router_interface, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:01.164636 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-2a20ddaf-ad08-4535-a5a2-dc55d26e07a2 None None] Provisioning complete for port f6a02050-b972-440b-90f5-0f87be7a6e57 triggered by entity DHCP. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:40:01.165345 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2a20ddaf-ad08-4535-a5a2-dc55d26e07a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:01.167560 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-8e69db21-25cc-483c-b291-2f2b2ad0f125 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:40:01.409654 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e69db21-25cc-483c-b291-2f2b2ad0f125 admin admin] Network 982dc6d1-fde1-4e05-9f32-46758815ee40 is already hosted by enough agents. {{(pid=82346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Sep 15 13:40:01.410855 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.base_scheduler [None req-8e69db21-25cc-483c-b291-2f2b2ad0f125 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Sep 15 13:40:01.500879 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-303bdca4-d528-4c12-bb96-e61235dcbbc0 None None] Provisioning complete for port fa3fcfa1-2d7c-4603-8661-9a7c3787d173 triggered by entity DHCP. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:40:01.501431 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-303bdca4-d528-4c12-bb96-e61235dcbbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:01.581983 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-303bdca4-d528-4c12-bb96-e61235dcbbc0 None None] Port fa3fcfa1-2d7c-4603-8661-9a7c3787d173 cannot update to ACTIVE because it is not bound. {{(pid=82347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Sep 15 13:40:01.876098 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device f6a02050-b972-440b-90f5-0f87be7a6e57 up at agent ovs-agent-dv-cinder-809181-1-iscsi {{(pid=82347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Sep 15 13:40:01.891899 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e69db21-25cc-483c-b291-2f2b2ad0f125 admin admin] Router def197bf-e032-4066-abc5-ada4d618508b has already been hosted by L3 agent c919ec5e-912e-4080-8a6b-9b8956cb875b {{(pid=82346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Sep 15 13:40:01.957070 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-7745d378-70fe-4aee-9643-7b5e527e1103 None None] Provisioning complete for port fa3fcfa1-2d7c-4603-8661-9a7c3787d173 triggered by entity DHCP. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:40:01.957616 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7745d378-70fe-4aee-9643-7b5e527e1103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:02.004496 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Provisioning complete for port f6a02050-b972-440b-90f5-0f87be7a6e57 triggered by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:40:02.004915 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:02.070452 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-7745d378-70fe-4aee-9643-7b5e527e1103 None None] Port fa3fcfa1-2d7c-4603-8661-9a7c3787d173 cannot update to ACTIVE because it is not bound. {{(pid=82347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Sep 15 13:40:02.123016 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e69db21-25cc-483c-b291-2f2b2ad0f125 admin admin] Notify agent at l3_agent.dv-cinder-809181-1-iscsi the message routers_updated {{(pid=82346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Sep 15 13:40:02.134167 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-8e69db21-25cc-483c-b291-2f2b2ad0f125 admin admin] 10.222.0.41 "PUT /v2.0/routers/def197bf-e032-4066-abc5-ada4d618508b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2625878
Sep 15 13:40:02.148685 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device 9f8bf8ed-e6d1-4eec-9bce-4ebab4c2962b up at agent ovs-agent-dv-cinder-809181-1-iscsi {{(pid=82347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Sep 15 13:40:02.175700 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Device 4d05e0d5-ca44-4810-bc71-62a090de6761 details requested by agent hyperv_hv-cinder-80918 with host hv-cinder-80918 {{(pid=82347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Sep 15 13:40:02.318142 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Provisioning for port 9f8bf8ed-e6d1-4eec-9bce-4ebab4c2962b completed by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Sep 15 13:40:02.328340 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Provisioning complete for port 9f8bf8ed-e6d1-4eec-9bce-4ebab4c2962b triggered by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:40:02.328863 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:02.439987 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] For port 4d05e0d5-ca44-4810-bc71-62a090de6761, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=4d05e0d5-ca44-4810-bc71-62a090de6761,segment=NetworkSegment(3490644b-788c-43d7-8cb9-2ed21ec8c954),segment_id=3490644b-788c-43d7-8cb9-2ed21ec8c954)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:40:02.463004 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Returning: {'device': '4d05e0d5-ca44-4810-bc71-62a090de6761', 'network_id': 'b896e533-b678-44d7-b97d-e7b840adb427', 'port_id': '4d05e0d5-ca44-4810-bc71-62a090de6761', 'mac_address': 'fa:16:3e:16:1a:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e2787c1-0944-4332-859d-d1109defbfe6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 15 13:40:02.584078 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:02.591659 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:02.618091 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] For port 9f8bf8ed-e6d1-4eec-9bce-4ebab4c2962b, host dv-cinder-809181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-iscsi',level=0,port_id=9f8bf8ed-e6d1-4eec-9bce-4ebab4c2962b,segment=NetworkSegment(fb39ec5d-b714-4bbc-8dc4-da8589a681e7),segment_id=fb39ec5d-b714-4bbc-8dc4-da8589a681e7)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:40:02.620135 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d05e0d5-ca44-4810-bc71-62a090de6761 {{(pid=82347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Sep 15 13:40:02.625600 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:02.628807 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:40:02.683147 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] For port 4d05e0d5-ca44-4810-bc71-62a090de6761, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=4d05e0d5-ca44-4810-bc71-62a090de6761,segment=NetworkSegment(3490644b-788c-43d7-8cb9-2ed21ec8c954),segment_id=3490644b-788c-43d7-8cb9-2ed21ec8c954)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:40:02.694216 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:02.706374 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Pushing event updated for resources: {'Port': ['ID=9f8bf8ed-e6d1-4eec-9bce-4ebab4c2962b,revision_number=4']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:40:02.712227 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:40:02.712862 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:40:02.782228 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Pushing event updated for resources: {'Port': ['ID=4d05e0d5-ca44-4810-bc71-62a090de6761,revision_number=4']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:40:02.785510 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:40:03.092742 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 60856) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:40:03.098815 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [None req-fca6551b-10fb-4da2-b55b-76188d691544 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1174003912-network', 'tenant_id': '2c26021264744c76af9452b349af446b'}} {{(pid=82346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:40:03.103820 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-fca6551b-10fb-4da2-b55b-76188d691544 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:40:03.107888 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-fca6551b-10fb-4da2-b55b-76188d691544 admin admin] Usage tracker for resource:network and tenant:2c26021264744c76af9452b349af446b is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:40:03.112118 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-fca6551b-10fb-4da2-b55b-76188d691544 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:40:03.118138 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-fca6551b-10fb-4da2-b55b-76188d691544 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:40:03.128138 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fca6551b-10fb-4da2-b55b-76188d691544 admin admin] Made reservation on behalf of 2c26021264744c76af9452b349af446b for: {'network': 1} {{(pid=82346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Sep 15 13:40:03.132933 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-fca6551b-10fb-4da2-b55b-76188d691544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for network, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:03.148021 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-fca6551b-10fb-4da2-b55b-76188d691544 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:03.188294 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-fca6551b-10fb-4da2-b55b-76188d691544 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:40:03.193085 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-fca6551b-10fb-4da2-b55b-76188d691544 admin admin] Usage tracker for resource:security_group_rule and tenant:2c26021264744c76af9452b349af446b is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:40:03.196118 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-fca6551b-10fb-4da2-b55b-76188d691544 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:40:03.202438 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-fca6551b-10fb-4da2-b55b-76188d691544 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:40:03.272075 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-fca6551b-10fb-4da2-b55b-76188d691544 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:03.276998 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-fca6551b-10fb-4da2-b55b-76188d691544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:03.283785 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-51a4ba12-607f-43bc-88d2-a5e127e6a7bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:40:03.313229 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca6551b-10fb-4da2-b55b-76188d691544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00952fcb-4dac-4d53-8834-af0a6bdd523e,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:40:03.319950 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-fca6551b-10fb-4da2-b55b-76188d691544 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:40:03.325748 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fca6551b-10fb-4da2-b55b-76188d691544 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358}  {{(pid=82346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}}
Sep 15 13:40:03.338751 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-fca6551b-10fb-4da2-b55b-76188d691544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854307961'] for segment, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:03.339443 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.db.segments_db [None req-fca6551b-10fb-4da2-b55b-76188d691544 admin admin] Added segment fdf4bdde-a737-4074-a237-38a159ec34db of type vlan for network 0fc11b12-cf90-4ce2-99c1-ab02e519e172
Sep 15 13:40:03.369311 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-fca6551b-10fb-4da2-b55b-76188d691544 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735110816490'] for network, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:03.407338 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-fca6551b-10fb-4da2-b55b-76188d691544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916'] for network, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:03.409299 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca6551b-10fb-4da2-b55b-76188d691544 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:03.409957 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-fca6551b-10fb-4da2-b55b-76188d691544 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7149901'] for network, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:03.420857 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:40:03.536500 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-fca6551b-10fb-4da2-b55b-76188d691544 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.4398930
Sep 15 13:40:03.536500 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca6551b-10fb-4da2-b55b-76188d691544 admin admin] Pushing event updated for resources: {'Network': ['ID=0fc11b12-cf90-4ce2-99c1-ab02e519e172,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:40:03.537416 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 60862) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:40:03.538427 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-fca6551b-10fb-4da2-b55b-76188d691544 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:40:03.541772 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e7efad-f0a2-4a0c-ad21-5c51132acf27 req-e57cc13b-8660-4016-933e-5d719bc4666f tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:03.544227 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-36e7efad-f0a2-4a0c-ad21-5c51132acf27 req-e57cc13b-8660-4016-933e-5d719bc4666f tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dfebc96-1d27-4e99-9371-287665559258 HTTP/1.1" status: 200  len: 946 time: 0.1688509
Sep 15 13:40:03.545323 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [None req-828b79b0-aeca-4da4-a400-cdd13f5da3b6 admin admin] Request body: {'subnet': {'network_id': '0fc11b12-cf90-4ce2-99c1-ab02e519e172', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1174003912-subnet', 'tenant_id': '2c26021264744c76af9452b349af446b', 'ip_version': 4}} {{(pid=82346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:40:03.549804 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Network 0fc11b12-cf90-4ce2-99c1-ab02e519e172 details requested by agent ovs-agent-dv-cinder-809181-1-iscsi with host dv-cinder-809181-1-iscsi {{(pid=82347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Sep 15 13:40:03.553121 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-828b79b0-aeca-4da4-a400-cdd13f5da3b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:40:03.554134 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e551c3-d787-43cc-b1d7-f14548d18c04 req-e370bdd2-f961-4efc-97fa-7fb079e968d4 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:03.558748 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-828b79b0-aeca-4da4-a400-cdd13f5da3b6 admin admin] Usage tracker for resource:subnet and tenant:2c26021264744c76af9452b349af446b is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:40:03.562392 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-e6e551c3-d787-43cc-b1d7-f14548d18c04 req-e370bdd2-f961-4efc-97fa-7fb079e968d4 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/ports?device_id=4247b744-dbcb-4f5b-9b04-1705271ed99b HTTP/1.1" status: 200  len: 944 time: 0.1403856
Sep 15 13:40:03.573485 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-828b79b0-aeca-4da4-a400-cdd13f5da3b6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:40:03.573485 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-828b79b0-aeca-4da4-a400-cdd13f5da3b6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:40:03.584175 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-828b79b0-aeca-4da4-a400-cdd13f5da3b6 admin admin] Made reservation on behalf of 2c26021264744c76af9452b349af446b for: {'subnet': 1} {{(pid=82346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Sep 15 13:40:03.589031 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-828b79b0-aeca-4da4-a400-cdd13f5da3b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853625535'] for subnet, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:03.650445 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-e6e551c3-d787-43cc-b1d7-f14548d18c04 req-69da3220-51e0-4d13-aa4e-b526d1d1aea0 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2bc11e6-bbc1-4efa-b746-171b2be9153a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0869365
Sep 15 13:40:03.672013 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-36e7efad-f0a2-4a0c-ad21-5c51132acf27 req-924accad-3dfa-4699-b279-f18a1666ae32 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0903292
Sep 15 13:40:03.679531 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] get_ports_and_sgs() called for port_ids ['4d05e0d5-ca44-4810-bc71-62a090de6761'] {{(pid=82347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 15 13:40:03.796603 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device 9f8bf8ed-e6d1-4eec-9bce-4ebab4c2962b up at agent ovs-agent-dv-cinder-809181-1-iscsi {{(pid=82347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Sep 15 13:40:03.845887 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-828b79b0-aeca-4da4-a400-cdd13f5da3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853326977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853625520'] for subnet, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:03.851029 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-dd342904-ea03-4735-84d8-fef17841a9e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:40:03.875770 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:03.907654 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828b79b0-aeca-4da4-a400-cdd13f5da3b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39d9f7f9-0484-4eb0-9fad-72c36cc76fca,revision_number=0']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:40:03.911545 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-828b79b0-aeca-4da4-a400-cdd13f5da3b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:40:03.947681 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828b79b0-aeca-4da4-a400-cdd13f5da3b6 admin admin] Checking segment: {'id': 'fdf4bdde-a737-4074-a237-38a159ec34db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '0fc11b12-cf90-4ce2-99c1-ab02e519e172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Sep 15 13:40:03.948117 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828b79b0-aeca-4da4-a400-cdd13f5da3b6 admin admin] Network hostable DHCP agents. Network: 0fc11b12-cf90-4ce2-99c1-ab02e519e172, hostable agents: ['1e45ab9c-2f68-483a-a4f9-339d8484c2ba'], hosted agents: [] {{(pid=82346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Sep 15 13:40:03.975011 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Provisioning complete for port 9f8bf8ed-e6d1-4eec-9bce-4ebab4c2962b triggered by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:40:03.975431 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:03.975752 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828b79b0-aeca-4da4-a400-cdd13f5da3b6 admin admin] Network 0fc11b12-cf90-4ce2-99c1-ab02e519e172 is scheduled to be hosted by DHCP agent 1e45ab9c-2f68-483a-a4f9-339d8484c2ba with binding_index 1 {{(pid=82346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Sep 15 13:40:03.988159 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.base_scheduler [None req-828b79b0-aeca-4da4-a400-cdd13f5da3b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809181-1-iscsi, 0fc11b12-cf90-4ce2-99c1-ab02e519e172) {{(pid=82346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Sep 15 13:40:04.002365 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828b79b0-aeca-4da4-a400-cdd13f5da3b6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:04.003426 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-828b79b0-aeca-4da4-a400-cdd13f5da3b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:04.016180 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4b761d-0063-4024-aca6-56b65a1c21d0 None None] Network 0fc11b12-cf90-4ce2-99c1-ab02e519e172 requested from dv-cinder-809181-1-iscsi {{(pid=82347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Sep 15 13:40:04.031086 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 60878) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:40:04.031411 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-828b79b0-aeca-4da4-a400-cdd13f5da3b6 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.4918549
Sep 15 13:40:04.039686 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [None req-c7bf7b64-f2f2-4fe3-9ab8-f43342759261 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1174003912-router', 'tenant_id': '2c26021264744c76af9452b349af446b', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6'}}} {{(pid=82345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:40:04.045817 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-c7bf7b64-f2f2-4fe3-9ab8-f43342759261 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:40:04.050474 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-c7bf7b64-f2f2-4fe3-9ab8-f43342759261 admin admin] Usage tracker for resource:router and tenant:2c26021264744c76af9452b349af446b is out of sync, need to count used quota {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:40:04.054397 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-c7bf7b64-f2f2-4fe3-9ab8-f43342759261 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:40:04.068217 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-c7bf7b64-f2f2-4fe3-9ab8-f43342759261 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:40:04.081526 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-c7bf7b64-f2f2-4fe3-9ab8-f43342759261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853094885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854743947'] for router, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:04.082565 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-c7bf7b64-f2f2-4fe3-9ab8-f43342759261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1681141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1673265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2016606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31868'] for router, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:04.113562 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-c7bf7b64-f2f2-4fe3-9ab8-f43342759261 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:04.313567 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dccee1d-59c6-4413-9769-d6c5104ca3a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27da5d1b-a3b4-502a-adbd-d11dbe7a94ca-0fc11b12-cf90-4ce2-99c1-ab02e519e172', 'network_id': '0fc11b12-cf90-4ce2-99c1-ab02e519e172', 'tenant_id': '2c26021264744c76af9452b349af446b', 'fixed_ips': [{'subnet_id': '39d9f7f9-0484-4eb0-9fad-72c36cc76fca'}]}} from dv-cinder-809181-1-iscsi. {{(pid=82347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Sep 15 13:40:04.325544 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-0dccee1d-59c6-4413-9769-d6c5104ca3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_create {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:04.480245 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183cbbfb-397e-4f73-ad5c-b6d4f9170dd0 None None] Sync routers for ids ['def197bf-e032-4066-abc5-ada4d618508b'] in dv-cinder-809181-1-iscsi {{(pid=82347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Sep 15 13:40:04.544118 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-c7bf7b64-f2f2-4fe3-9ab8-f43342759261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1673218', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853094812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31855'] for router, precommit_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:04.586846 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183cbbfb-397e-4f73-ad5c-b6d4f9170dd0 None None] Routers {'def197bf-e032-4066-abc5-ada4d618508b'} bound to L3 agent in host dv-cinder-809181-1-iscsi {{(pid=82347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 15 13:40:04.587576 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-183cbbfb-397e-4f73-ad5c-b6d4f9170dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cd235e4a8>, 'dv-cinder-809181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T13:29:29Z,description=<?>,heartbeat_timestamp=2021-09-15T13:39:59Z,host='dv-cinder-809181-1-iscsi',id=c919ec5e-912e-4080-8a6b-9b8956cb875b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T13:29:29Z,topic='l3_agent')) {'router_ids': ['def197bf-e032-4066-abc5-ada4d618508b'], 'active': True} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:40:04.748082 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-c7bf7b64-f2f2-4fe3-9ab8-f43342759261 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:04.789296 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-c7bf7b64-f2f2-4fe3-9ab8-f43342759261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:05.013496 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvr_db [None req-183cbbfb-397e-4f73-ad5c-b6d4f9170dd0 None None] Set router def197bf-e032-4066-abc5-ada4d618508b gateway port host: dv-cinder-809181-1-iscsi {{(pid=82347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Sep 15 13:40:05.068973 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acdb63e-8c43-41e2-96f2-e30d531b9062 req-7d207066-59b9-4544-a3a3-0e9487ec41b4 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:05.070590 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-7acdb63e-8c43-41e2-96f2-e30d531b9062 req-7d207066-59b9-4544-a3a3-0e9487ec41b4 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/ports?device_id=4247b744-dbcb-4f5b-9b04-1705271ed99b HTTP/1.1" status: 200  len: 944 time: 0.2830534
Sep 15 13:40:05.078560 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.db_base_plugin_common [None req-0dccee1d-59c6-4413-9769-d6c5104ca3a6 None None] Allocated IP 172.20.0.2 (0fc11b12-cf90-4ce2-99c1-ab02e519e172/39d9f7f9-0484-4eb0-9fad-72c36cc76fca/b06a6a2b-8530-45b5-87ae-e9fd0986e7a4) {{(pid=82347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Sep 15 13:40:05.109093 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923c1bd3-d0e8-4b3a-a93b-2c153ea7b1cd req-f0a32af8-c1d5-4ea8-9f74-3a07184e7ea6 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:05.111710 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-923c1bd3-d0e8-4b3a-a93b-2c153ea7b1cd req-f0a32af8-c1d5-4ea8-9f74-3a07184e7ea6 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dfebc96-1d27-4e99-9371-287665559258 HTTP/1.1" status: 200  len: 946 time: 0.2404227
Sep 15 13:40:05.125638 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.db_base_plugin_common [None req-c7bf7b64-f2f2-4fe3-9ab8-f43342759261 admin admin] Allocated IP 172.27.2.115 (8154de37-a8f1-49b5-9df6-05123ded69e6/8c022743-acfa-4652-88a1-355a85d34b79/9db906f0-69fa-418b-8b18-e51b3fa29977) {{(pid=82345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Sep 15 13:40:05.227316 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-7acdb63e-8c43-41e2-96f2-e30d531b9062 req-6148e423-edf1-4979-b4a7-cc3989cfa6c9 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2bc11e6-bbc1-4efa-b746-171b2be9153a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1467257
Sep 15 13:40:05.236442 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-923c1bd3-d0e8-4b3a-a93b-2c153ea7b1cd req-e5493539-2c57-460e-bcba-1479f3aab0ec tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1145673
Sep 15 13:40:05.351199 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-c7bf7b64-f2f2-4fe3-9ab8-f43342759261 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:05.380003 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-c7bf7b64-f2f2-4fe3-9ab8-f43342759261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363301743938437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852138254'] for port, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:05.390650 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:40:05.459269 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bf7b64-f2f2-4fe3-9ab8-f43342759261 admin admin] Pushing event updated for resources: {'Port': ['ID=9db906f0-69fa-418b-8b18-e51b3fa29977,revision_number=1']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:40:05.466023 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7bf7b64-f2f2-4fe3-9ab8-f43342759261 admin admin] Network 8154de37-a8f1-49b5-9df6-05123ded69e6 is already hosted by enough agents. {{(pid=82345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Sep 15 13:40:05.467035 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-c7bf7b64-f2f2-4fe3-9ab8-f43342759261 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:40:05.468095 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.base_scheduler [None req-c7bf7b64-f2f2-4fe3-9ab8-f43342759261 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Sep 15 13:40:05.470968 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bf7b64-f2f2-4fe3-9ab8-f43342759261 admin admin] Received port after_create {{(pid=82345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 15 13:40:05.552807 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-0dccee1d-59c6-4413-9769-d6c5104ca3a6 None None] Notify callbacks [] for port, precommit_create {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:05.569408 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-0dccee1d-59c6-4413-9769-d6c5104ca3a6 None None] Transition to ACTIVE for port object b06a6a2b-8530-45b5-87ae-e9fd0986e7a4 will not be triggered until provisioned by entity L2. {{(pid=82347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Sep 15 13:40:05.596331 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-183cbbfb-397e-4f73-ad5c-b6d4f9170dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cd235e4a8>, [{'id': 'def197bf-e032-4066-abc5-ada4d618508b', 'name': 'tempest-TestShelveInstance-1185829738-router', 'tenant_id': 'd2cb26720af84bd8a1fda6a7b333bad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '9f8bf8ed-e6d1-4eec-9bce-4ebab4c2962b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:39:55Z', 'updated_at': '2021-09-15T13:40:00Z', 'revision_number': 4, 'project_id': 'd2cb26720af84bd8a1fda6a7b333bad4', 'gw_port': {'id': '9f8bf8ed-e6d1-4eec-9bce-4ebab4c2962b', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def197bf-e032-4066-abc5-ada4d618508b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:39:56Z', 'updated_at': '2021-09-15T13:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi', '_interfaces': [{'id': 'fa3fcfa1-2d7c-4603-8661-9a7c3787d173', 'name': '', 'network_id': '982dc6d1-fde1-4e05-9f32-46758815ee40', 'tenant_id': 'd2cb26720af84bd8a1fda6a7b333bad4', 'mac_address': 'fa:16:3e:76:bb:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def197bf-e032-4066-abc5-ada4d618508b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b2f26b2-c7f8-4f7f-8b6c-514ec6432124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:39:59Z', 'updated_at': '2021-09-15T13:40:00Z', 'revision_number': 2, 'project_id': 'd2cb26720af84bd8a1fda6a7b333bad4', 'subnets': [{'id': '5b2f26b2-c7f8-4f7f-8b6c-514ec6432124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-iscsi', False) {} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:40:05.602789 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-0dccee1d-59c6-4413-9769-d6c5104ca3a6 None None] Transition to ACTIVE for port object b06a6a2b-8530-45b5-87ae-e9fd0986e7a4 will not be triggered until provisioned by entity DHCP. {{(pid=82347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Sep 15 13:40:05.604044 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183cbbfb-397e-4f73-ad5c-b6d4f9170dd0 None None] Checking router: def197bf-e032-4066-abc5-ada4d618508b for host: dv-cinder-809181-1-iscsi {{(pid=82347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Sep 15 13:40:05.604459 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183cbbfb-397e-4f73-ad5c-b6d4f9170dd0 None None] Updating router def197bf-e032-4066-abc5-ada4d618508b port fa3fcfa1-2d7c-4603-8661-9a7c3787d173 binding host dv-cinder-809181-1-iscsi {{(pid=82347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Sep 15 13:40:05.646452 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-0dccee1d-59c6-4413-9769-d6c5104ca3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363301743938437'] for port, after_create {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:05.650766 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-c7bf7b64-f2f2-4fe3-9ab8-f43342759261 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:05.651621 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-c7bf7b64-f2f2-4fe3-9ab8-f43342759261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1680915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853102492'] for router, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:05.652997 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-4102faee-35ac-4d7b-89c3-28cd603b4a65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:40:05.735714 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-183cbbfb-397e-4f73-ad5c-b6d4f9170dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:05.755228 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dccee1d-59c6-4413-9769-d6c5104ca3a6 None None] Network 0fc11b12-cf90-4ce2-99c1-ab02e519e172 is already hosted by enough agents. {{(pid=82347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Sep 15 13:40:05.761512 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.base_scheduler [None req-0dccee1d-59c6-4413-9769-d6c5104ca3a6 None None] Resources bound (agent type, host, resource id):  {{(pid=82347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Sep 15 13:40:05.795929 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dccee1d-59c6-4413-9769-d6c5104ca3a6 None None] Received port after_create {{(pid=82347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 15 13:40:05.798086 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dccee1d-59c6-4413-9769-d6c5104ca3a6 None None] Pushing event updated for resources: {'Port': ['ID=b06a6a2b-8530-45b5-87ae-e9fd0986e7a4,revision_number=1']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:40:05.807931 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-0dccee1d-59c6-4413-9769-d6c5104ca3a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:40:05.905005 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7bf7b64-f2f2-4fe3-9ab8-f43342759261 admin admin] Router 35dc4fba-9564-422b-a960-6e4251db06da is scheduled to L3 agent c919ec5e-912e-4080-8a6b-9b8956cb875b with binding_index 1 {{(pid=82345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Sep 15 13:40:05.970132 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [None req-0dccee1d-59c6-4413-9769-d6c5104ca3a6 None None] Attempting to bind port b06a6a2b-8530-45b5-87ae-e9fd0986e7a4 on host dv-cinder-809181-1-iscsi for vnic_type normal with profile  {{(pid=82347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Sep 15 13:40:05.970578 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [None req-0dccee1d-59c6-4413-9769-d6c5104ca3a6 None None] Attempting to bind port b06a6a2b-8530-45b5-87ae-e9fd0986e7a4 by drivers openvswitch,hyperv on host dv-cinder-809181-1-iscsi at level 0 using segments [{'id': 'fdf4bdde-a737-4074-a237-38a159ec34db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '0fc11b12-cf90-4ce2-99c1-ab02e519e172'}] {{(pid=82347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Sep 15 13:40:05.970988 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dccee1d-59c6-4413-9769-d6c5104ca3a6 None None] Attempting to bind port b06a6a2b-8530-45b5-87ae-e9fd0986e7a4 on network 0fc11b12-cf90-4ce2-99c1-ab02e519e172 {{(pid=82347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Sep 15 13:40:05.988002 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dccee1d-59c6-4413-9769-d6c5104ca3a6 None None] Checking agent: {'id': '0bfd5640-42e8-4a2a-ac27-f2d96fe1a4e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809181-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 29, 28), 'started_at': datetime.datetime(2021, 9, 15, 13, 29, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809181-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Sep 15 13:40:05.988355 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dccee1d-59c6-4413-9769-d6c5104ca3a6 None None] Checking segment: {'id': 'fdf4bdde-a737-4074-a237-38a159ec34db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '0fc11b12-cf90-4ce2-99c1-ab02e519e172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Sep 15 13:40:05.988805 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-0dccee1d-59c6-4413-9769-d6c5104ca3a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:05.989246 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dccee1d-59c6-4413-9769-d6c5104ca3a6 None None] Bound using segment: {'id': 'fdf4bdde-a737-4074-a237-38a159ec34db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '0fc11b12-cf90-4ce2-99c1-ab02e519e172'} {{(pid=82347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Sep 15 13:40:05.989767 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [None req-0dccee1d-59c6-4413-9769-d6c5104ca3a6 None None] Bound port: b06a6a2b-8530-45b5-87ae-e9fd0986e7a4, host: dv-cinder-809181-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdf4bdde-a737-4074-a237-38a159ec34db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '0fc11b12-cf90-4ce2-99c1-ab02e519e172'}}] {{(pid=82347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Sep 15 13:40:05.990185 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-0dccee1d-59c6-4413-9769-d6c5104ca3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:06.113954 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7bf7b64-f2f2-4fe3-9ab8-f43342759261 admin admin] Notify agent at l3_agent.dv-cinder-809181-1-iscsi the message routers_updated {{(pid=82345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Sep 15 13:40:06.125335 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b93a703-8ff3-4f72-877b-f0e97277d49c None None] Sync routers for ids ['35dc4fba-9564-422b-a960-6e4251db06da'] in dv-cinder-809181-1-iscsi {{(pid=82348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Sep 15 13:40:06.137918 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-c7bf7b64-f2f2-4fe3-9ab8-f43342759261 admin admin] Notify callbacks [] for router, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:06.140160 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-c7bf7b64-f2f2-4fe3-9ab8-f43342759261 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 2.1054642
Sep 15 13:40:06.141729 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b93a703-8ff3-4f72-877b-f0e97277d49c None None] Routers {'35dc4fba-9564-422b-a960-6e4251db06da'} bound to L3 agent in host dv-cinder-809181-1-iscsi {{(pid=82348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 15 13:40:06.142412 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-2b93a703-8ff3-4f72-877b-f0e97277d49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cd2366c88>, 'dv-cinder-809181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T13:29:29Z,description=<?>,heartbeat_timestamp=2021-09-15T13:39:59Z,host='dv-cinder-809181-1-iscsi',id=c919ec5e-912e-4080-8a6b-9b8956cb875b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T13:29:29Z,topic='l3_agent')) {'router_ids': ['35dc4fba-9564-422b-a960-6e4251db06da'], 'active': True} {{(pid=82348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:40:06.142736 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 60914) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:40:06.202874 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-0dccee1d-59c6-4413-9769-d6c5104ca3a6 None None] For port b06a6a2b-8530-45b5-87ae-e9fd0986e7a4, host dv-cinder-809181-1-iscsi, cleared binding levels {{(pid=82347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Sep 15 13:40:06.207461 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-0dccee1d-59c6-4413-9769-d6c5104ca3a6 None None] For port b06a6a2b-8530-45b5-87ae-e9fd0986e7a4, host dv-cinder-809181-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-iscsi',level=0,port_id=b06a6a2b-8530-45b5-87ae-e9fd0986e7a4,segment=NetworkSegment(fdf4bdde-a737-4074-a237-38a159ec34db),segment_id=fdf4bdde-a737-4074-a237-38a159ec34db)] {{(pid=82347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Sep 15 13:40:06.213389 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-0dccee1d-59c6-4413-9769-d6c5104ca3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:06.218823 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:40:06.362149 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvr_db [None req-2b93a703-8ff3-4f72-877b-f0e97277d49c None None] Set router 35dc4fba-9564-422b-a960-6e4251db06da gateway port host: dv-cinder-809181-1-iscsi {{(pid=82348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Sep 15 13:40:06.369473 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dccee1d-59c6-4413-9769-d6c5104ca3a6 None None] Pushing event updated for resources: {'Port': ['ID=b06a6a2b-8530-45b5-87ae-e9fd0986e7a4,revision_number=2']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:40:06.375571 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-0dccee1d-59c6-4413-9769-d6c5104ca3a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:40:06.378701 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-183cbbfb-397e-4f73-ad5c-b6d4f9170dd0 None None] Notify callbacks [] for port, precommit_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:06.391794 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-183cbbfb-397e-4f73-ad5c-b6d4f9170dd0 None None] Transition to ACTIVE for port object fa3fcfa1-2d7c-4603-8661-9a7c3787d173 will not be triggered until provisioned by entity L2. {{(pid=82347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Sep 15 13:40:06.398214 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-183cbbfb-397e-4f73-ad5c-b6d4f9170dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:06.402564 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-a72c779f-5124-44c6-a13e-f45b63da6127 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:40:06.534400 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19c2188-0c4a-481d-9f58-358e76e8683c None None] Pushing event updated for resources: {'Port': ['ID=fa3fcfa1-2d7c-4603-8661-9a7c3787d173,revision_number=3']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:40:06.538926 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-f19c2188-0c4a-481d-9f58-358e76e8683c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:40:06.675812 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [None req-183cbbfb-397e-4f73-ad5c-b6d4f9170dd0 None None] Attempting to bind port fa3fcfa1-2d7c-4603-8661-9a7c3787d173 on host dv-cinder-809181-1-iscsi for vnic_type normal with profile  {{(pid=82347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Sep 15 13:40:06.676241 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [None req-183cbbfb-397e-4f73-ad5c-b6d4f9170dd0 None None] Attempting to bind port fa3fcfa1-2d7c-4603-8661-9a7c3787d173 by drivers openvswitch,hyperv on host dv-cinder-809181-1-iscsi at level 0 using segments [{'id': '56e1ad63-677e-400c-b8f9-048d7d57e5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '982dc6d1-fde1-4e05-9f32-46758815ee40'}] {{(pid=82347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Sep 15 13:40:06.676659 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183cbbfb-397e-4f73-ad5c-b6d4f9170dd0 None None] Attempting to bind port fa3fcfa1-2d7c-4603-8661-9a7c3787d173 on network 982dc6d1-fde1-4e05-9f32-46758815ee40 {{(pid=82347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Sep 15 13:40:06.697143 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183cbbfb-397e-4f73-ad5c-b6d4f9170dd0 None None] Checking agent: {'id': '0bfd5640-42e8-4a2a-ac27-f2d96fe1a4e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809181-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 29, 28), 'started_at': datetime.datetime(2021, 9, 15, 13, 29, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809181-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Sep 15 13:40:06.697615 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183cbbfb-397e-4f73-ad5c-b6d4f9170dd0 None None] Checking segment: {'id': '56e1ad63-677e-400c-b8f9-048d7d57e5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '982dc6d1-fde1-4e05-9f32-46758815ee40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Sep 15 13:40:06.698440 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-183cbbfb-397e-4f73-ad5c-b6d4f9170dd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:06.698561 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183cbbfb-397e-4f73-ad5c-b6d4f9170dd0 None None] Bound using segment: {'id': '56e1ad63-677e-400c-b8f9-048d7d57e5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '982dc6d1-fde1-4e05-9f32-46758815ee40'} {{(pid=82347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Sep 15 13:40:06.699019 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [None req-183cbbfb-397e-4f73-ad5c-b6d4f9170dd0 None None] Bound port: fa3fcfa1-2d7c-4603-8661-9a7c3787d173, host: dv-cinder-809181-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56e1ad63-677e-400c-b8f9-048d7d57e5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '982dc6d1-fde1-4e05-9f32-46758815ee40'}}] {{(pid=82347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Sep 15 13:40:06.699454 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-183cbbfb-397e-4f73-ad5c-b6d4f9170dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:07.010380 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-2b93a703-8ff3-4f72-877b-f0e97277d49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cd2366c88>, [{'id': '35dc4fba-9564-422b-a960-6e4251db06da', 'name': 'tempest-TestShelveInstance-1174003912-router', 'tenant_id': '2c26021264744c76af9452b349af446b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '9db906f0-69fa-418b-8b18-e51b3fa29977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:40:04Z', 'updated_at': '2021-09-15T13:40:05Z', 'revision_number': 3, 'project_id': '2c26021264744c76af9452b349af446b', 'gw_port': {'id': '9db906f0-69fa-418b-8b18-e51b3fa29977', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:aa:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35dc4fba-9564-422b-a960-6e4251db06da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:40:04Z', 'updated_at': '2021-09-15T13:40:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi'}], 'dv-cinder-809181-1-iscsi', False) {} {{(pid=82348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:40:07.021475 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b93a703-8ff3-4f72-877b-f0e97277d49c None None] Checking router: 35dc4fba-9564-422b-a960-6e4251db06da for host: dv-cinder-809181-1-iscsi {{(pid=82348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Sep 15 13:40:07.021880 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b93a703-8ff3-4f72-877b-f0e97277d49c None None] Updating router 35dc4fba-9564-422b-a960-6e4251db06da port 9db906f0-69fa-418b-8b18-e51b3fa29977 binding host dv-cinder-809181-1-iscsi {{(pid=82348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Sep 15 13:40:07.089061 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2b93a703-8ff3-4f72-877b-f0e97277d49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:07.112037 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-183cbbfb-397e-4f73-ad5c-b6d4f9170dd0 None None] For port fa3fcfa1-2d7c-4603-8661-9a7c3787d173, host dv-cinder-809181-1-iscsi, cleared binding levels {{(pid=82347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Sep 15 13:40:07.117851 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-183cbbfb-397e-4f73-ad5c-b6d4f9170dd0 None None] For port fa3fcfa1-2d7c-4603-8661-9a7c3787d173, host dv-cinder-809181-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-iscsi',level=0,port_id=fa3fcfa1-2d7c-4603-8661-9a7c3787d173,segment=NetworkSegment(56e1ad63-677e-400c-b8f9-048d7d57e5d3),segment_id=56e1ad63-677e-400c-b8f9-048d7d57e5d3)] {{(pid=82347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Sep 15 13:40:07.122768 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-183cbbfb-397e-4f73-ad5c-b6d4f9170dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:07.128455 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-0dccee1d-59c6-4413-9769-d6c5104ca3a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:40:07.155746 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-63efae1e-c635-4d3b-9f13-4d7a245c275c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:07.214102 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19c2188-0c4a-481d-9f58-358e76e8683c None None] Pushing event updated for resources: {'Port': ['ID=fa3fcfa1-2d7c-4603-8661-9a7c3787d173,revision_number=4']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:40:07.217096 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183cbbfb-397e-4f73-ad5c-b6d4f9170dd0 None None] Routers {'def197bf-e032-4066-abc5-ada4d618508b'} bound to L3 agent in host dv-cinder-809181-1-iscsi {{(pid=82347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 15 13:40:07.217758 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-183cbbfb-397e-4f73-ad5c-b6d4f9170dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cd235e4a8>, 'dv-cinder-809181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T13:29:29Z,description=<?>,heartbeat_timestamp=2021-09-15T13:39:59Z,host='dv-cinder-809181-1-iscsi',id=c919ec5e-912e-4080-8a6b-9b8956cb875b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T13:29:29Z,topic='l3_agent')) {'router_ids': ['def197bf-e032-4066-abc5-ada4d618508b'], 'active': True} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:40:07.309887 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-f19c2188-0c4a-481d-9f58-358e76e8683c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:40:07.393272 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.db_base_plugin_common [None req-63efae1e-c635-4d3b-9f13-4d7a245c275c admin admin] Allocated IP 172.20.0.1 (0fc11b12-cf90-4ce2-99c1-ab02e519e172/39d9f7f9-0484-4eb0-9fad-72c36cc76fca/af4021bc-4ce2-4692-ac91-0e251a9b754f) {{(pid=82345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Sep 15 13:40:07.444687 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2b93a703-8ff3-4f72-877b-f0e97277d49c None None] Notify callbacks [] for port, precommit_update {{(pid=82348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:07.459213 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvr_db [None req-183cbbfb-397e-4f73-ad5c-b6d4f9170dd0 None None] Set router def197bf-e032-4066-abc5-ada4d618508b gateway port host: dv-cinder-809181-1-iscsi {{(pid=82347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Sep 15 13:40:07.462041 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-2b93a703-8ff3-4f72-877b-f0e97277d49c None None] Transition to ACTIVE for port object 9db906f0-69fa-418b-8b18-e51b3fa29977 will not be triggered until provisioned by entity L2. {{(pid=82348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Sep 15 13:40:07.471722 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2b93a703-8ff3-4f72-877b-f0e97277d49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:07.477189 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-ede1ed10-af3a-423d-9e62-718636234c6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:40:07.562878 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c3cf6c-734e-4be0-83c9-84d24757aba8 None None] Pushing event updated for resources: {'Port': ['ID=9db906f0-69fa-418b-8b18-e51b3fa29977,revision_number=2']} {{(pid=82348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:40:07.567188 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-f9c3cf6c-734e-4be0-83c9-84d24757aba8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=82348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:40:07.598285 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [None req-2b93a703-8ff3-4f72-877b-f0e97277d49c None None] Attempting to bind port 9db906f0-69fa-418b-8b18-e51b3fa29977 on host dv-cinder-809181-1-iscsi for vnic_type normal with profile  {{(pid=82348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Sep 15 13:40:07.599506 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [None req-2b93a703-8ff3-4f72-877b-f0e97277d49c None None] Attempting to bind port 9db906f0-69fa-418b-8b18-e51b3fa29977 by drivers openvswitch,hyperv on host dv-cinder-809181-1-iscsi at level 0 using segments [{'id': 'fb39ec5d-b714-4bbc-8dc4-da8589a681e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6'}] {{(pid=82348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Sep 15 13:40:07.600308 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b93a703-8ff3-4f72-877b-f0e97277d49c None None] Attempting to bind port 9db906f0-69fa-418b-8b18-e51b3fa29977 on network 8154de37-a8f1-49b5-9df6-05123ded69e6 {{(pid=82348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Sep 15 13:40:07.608324 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b93a703-8ff3-4f72-877b-f0e97277d49c None None] Checking agent: {'id': '0bfd5640-42e8-4a2a-ac27-f2d96fe1a4e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809181-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 29, 28), 'started_at': datetime.datetime(2021, 9, 15, 13, 29, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809181-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Sep 15 13:40:07.609127 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b93a703-8ff3-4f72-877b-f0e97277d49c None None] Checking segment: {'id': 'fb39ec5d-b714-4bbc-8dc4-da8589a681e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Sep 15 13:40:07.609822 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2b93a703-8ff3-4f72-877b-f0e97277d49c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:07.610610 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b93a703-8ff3-4f72-877b-f0e97277d49c None None] Bound using segment: {'id': 'fb39ec5d-b714-4bbc-8dc4-da8589a681e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6'} {{(pid=82348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Sep 15 13:40:07.611944 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [None req-2b93a703-8ff3-4f72-877b-f0e97277d49c None None] Bound port: 9db906f0-69fa-418b-8b18-e51b3fa29977, host: dv-cinder-809181-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb39ec5d-b714-4bbc-8dc4-da8589a681e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6'}}] {{(pid=82348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Sep 15 13:40:07.612594 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2b93a703-8ff3-4f72-877b-f0e97277d49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:07.731577 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-2b93a703-8ff3-4f72-877b-f0e97277d49c None None] For port 9db906f0-69fa-418b-8b18-e51b3fa29977, host dv-cinder-809181-1-iscsi, cleared binding levels {{(pid=82348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Sep 15 13:40:07.738954 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-2b93a703-8ff3-4f72-877b-f0e97277d49c None None] For port 9db906f0-69fa-418b-8b18-e51b3fa29977, host dv-cinder-809181-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-iscsi',level=0,port_id=9db906f0-69fa-418b-8b18-e51b3fa29977,segment=NetworkSegment(fb39ec5d-b714-4bbc-8dc4-da8589a681e7),segment_id=fb39ec5d-b714-4bbc-8dc4-da8589a681e7)] {{(pid=82348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Sep 15 13:40:07.748741 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2b93a703-8ff3-4f72-877b-f0e97277d49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:07.769119 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-fdc10b55-0242-4ca2-a43b-4c518d2e0238 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:40:07.862844 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device b06a6a2b-8530-45b5-87ae-e9fd0986e7a4 up at agent ovs-agent-dv-cinder-809181-1-iscsi {{(pid=82347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Sep 15 13:40:07.886801 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-63efae1e-c635-4d3b-9f13-4d7a245c275c admin admin] Notify callbacks [] for port, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:07.906814 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c3cf6c-734e-4be0-83c9-84d24757aba8 None None] Pushing event updated for resources: {'Port': ['ID=9db906f0-69fa-418b-8b18-e51b3fa29977,revision_number=3']} {{(pid=82348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:40:07.912208 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b93a703-8ff3-4f72-877b-f0e97277d49c None None] Routers {'35dc4fba-9564-422b-a960-6e4251db06da'} bound to L3 agent in host dv-cinder-809181-1-iscsi {{(pid=82348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 15 13:40:07.912872 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-2b93a703-8ff3-4f72-877b-f0e97277d49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cd2366c88>, 'dv-cinder-809181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T13:29:29Z,description=<?>,heartbeat_timestamp=2021-09-15T13:39:59Z,host='dv-cinder-809181-1-iscsi',id=c919ec5e-912e-4080-8a6b-9b8956cb875b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T13:29:29Z,topic='l3_agent')) {'router_ids': ['35dc4fba-9564-422b-a960-6e4251db06da'], 'active': True} {{(pid=82348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:40:07.919503 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-63efae1e-c635-4d3b-9f13-4d7a245c275c admin admin] Transition to ACTIVE for port object af4021bc-4ce2-4692-ac91-0e251a9b754f will not be triggered until provisioned by entity DHCP. {{(pid=82345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Sep 15 13:40:07.962662 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-63efae1e-c635-4d3b-9f13-4d7a245c275c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363301743938437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852138254'] for port, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:07.968496 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:40:07.975056 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-f9c3cf6c-734e-4be0-83c9-84d24757aba8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=82348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:40:08.016889 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-183cbbfb-397e-4f73-ad5c-b6d4f9170dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cd235e4a8>, [{'id': 'def197bf-e032-4066-abc5-ada4d618508b', 'name': 'tempest-TestShelveInstance-1185829738-router', 'tenant_id': 'd2cb26720af84bd8a1fda6a7b333bad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '9f8bf8ed-e6d1-4eec-9bce-4ebab4c2962b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:39:55Z', 'updated_at': '2021-09-15T13:40:00Z', 'revision_number': 4, 'project_id': 'd2cb26720af84bd8a1fda6a7b333bad4', 'gw_port': {'id': '9f8bf8ed-e6d1-4eec-9bce-4ebab4c2962b', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def197bf-e032-4066-abc5-ada4d618508b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:39:56Z', 'updated_at': '2021-09-15T13:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi', '_interfaces': [{'id': 'fa3fcfa1-2d7c-4603-8661-9a7c3787d173', 'name': '', 'network_id': '982dc6d1-fde1-4e05-9f32-46758815ee40', 'tenant_id': 'd2cb26720af84bd8a1fda6a7b333bad4', 'mac_address': 'fa:16:3e:76:bb:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def197bf-e032-4066-abc5-ada4d618508b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b2f26b2-c7f8-4f7f-8b6c-514ec6432124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:39:59Z', 'updated_at': '2021-09-15T13:40:07Z', 'revision_number': 4, 'project_id': 'd2cb26720af84bd8a1fda6a7b333bad4', 'subnets': [{'id': '5b2f26b2-c7f8-4f7f-8b6c-514ec6432124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-iscsi', False) {} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:40:08.022735 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183cbbfb-397e-4f73-ad5c-b6d4f9170dd0 None None] The sync data for ids ['def197bf-e032-4066-abc5-ada4d618508b'] in dv-cinder-809181-1-iscsi is: [{'id': 'def197bf-e032-4066-abc5-ada4d618508b', 'name': 'tempest-TestShelveInstance-1185829738-router', 'tenant_id': 'd2cb26720af84bd8a1fda6a7b333bad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '9f8bf8ed-e6d1-4eec-9bce-4ebab4c2962b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:39:55Z', 'updated_at': '2021-09-15T13:40:00Z', 'revision_number': 4, 'project_id': 'd2cb26720af84bd8a1fda6a7b333bad4', 'gw_port': {'id': '9f8bf8ed-e6d1-4eec-9bce-4ebab4c2962b', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def197bf-e032-4066-abc5-ada4d618508b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:39:56Z', 'updated_at': '2021-09-15T13:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi', '_interfaces': [{'id': 'fa3fcfa1-2d7c-4603-8661-9a7c3787d173', 'name': '', 'network_id': '982dc6d1-fde1-4e05-9f32-46758815ee40', 'tenant_id': 'd2cb26720af84bd8a1fda6a7b333bad4', 'mac_address': 'fa:16:3e:76:bb:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def197bf-e032-4066-abc5-ada4d618508b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b2f26b2-c7f8-4f7f-8b6c-514ec6432124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:39:59Z', 'updated_at': '2021-09-15T13:40:07Z', 'revision_number': 4, 'project_id': 'd2cb26720af84bd8a1fda6a7b333bad4', 'subnets': [{'id': '5b2f26b2-c7f8-4f7f-8b6c-514ec6432124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Sep 15 13:40:08.040349 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Provisioning for port b06a6a2b-8530-45b5-87ae-e9fd0986e7a4 completed by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Sep 15 13:40:08.115453 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63efae1e-c635-4d3b-9f13-4d7a245c275c admin admin] Pushing event updated for resources: {'Port': ['ID=af4021bc-4ce2-4692-ac91-0e251a9b754f,revision_number=1']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:40:08.126528 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-63efae1e-c635-4d3b-9f13-4d7a245c275c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:40:08.138517 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Device 4d05e0d5-ca44-4810-bc71-62a090de6761 up at agent hyperv_hv-cinder-80918 {{(pid=82347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Sep 15 13:40:08.164788 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63efae1e-c635-4d3b-9f13-4d7a245c275c admin admin] Network 0fc11b12-cf90-4ce2-99c1-ab02e519e172 is already hosted by enough agents. {{(pid=82345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Sep 15 13:40:08.168541 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.base_scheduler [None req-63efae1e-c635-4d3b-9f13-4d7a245c275c admin admin] Resources bound (agent type, host, resource id):  {{(pid=82345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Sep 15 13:40:08.177766 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63efae1e-c635-4d3b-9f13-4d7a245c275c admin admin] Received port after_create {{(pid=82345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 15 13:40:08.303492 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvr_db [None req-2b93a703-8ff3-4f72-877b-f0e97277d49c None None] Set router 35dc4fba-9564-422b-a960-6e4251db06da gateway port host: dv-cinder-809181-1-iscsi {{(pid=82348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Sep 15 13:40:08.347775 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Provisioning for port 4d05e0d5-ca44-4810-bc71-62a090de6761 completed by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Sep 15 13:40:08.355601 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Provisioning complete for port 4d05e0d5-ca44-4810-bc71-62a090de6761 triggered by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:40:08.356076 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:08.490163 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-63efae1e-c635-4d3b-9f13-4d7a245c275c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1673504'] for router_interface, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:08.570509 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:08.621133 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4247b744-dbcb-4f5b-9b04-1705271ed99b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d05e0d5-ca44-4810-bc71-62a090de6761'}] {{(pid=82347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Sep 15 13:40:08.625100 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db421e1-e32a-4f5e-aa8f-2cc7b218357a req-162452b3-031e-466a-929a-d9abd2120877 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:08.635844 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-2db421e1-e32a-4f5e-aa8f-2cc7b218357a req-162452b3-031e-466a-929a-d9abd2120877 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/ports?device_id=4247b744-dbcb-4f5b-9b04-1705271ed99b HTTP/1.1" status: 200  len: 944 time: 0.3335767
Sep 15 13:40:08.658284 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] For port 4d05e0d5-ca44-4810-bc71-62a090de6761, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=4d05e0d5-ca44-4810-bc71-62a090de6761,segment=NetworkSegment(3490644b-788c-43d7-8cb9-2ed21ec8c954),segment_id=3490644b-788c-43d7-8cb9-2ed21ec8c954)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:40:08.667718 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:08.671242 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:40:08.709548 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3628268f-d21e-4b34-b120-303db134319e req-3e917272-b50e-4d09-af7c-bac806b00ad5 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:08.719008 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-3628268f-d21e-4b34-b120-303db134319e req-3e917272-b50e-4d09-af7c-bac806b00ad5 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dfebc96-1d27-4e99-9371-287665559258 HTTP/1.1" status: 200  len: 946 time: 0.4157193
Sep 15 13:40:08.807108 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-2b93a703-8ff3-4f72-877b-f0e97277d49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cd2366c88>, [{'id': '35dc4fba-9564-422b-a960-6e4251db06da', 'name': 'tempest-TestShelveInstance-1174003912-router', 'tenant_id': '2c26021264744c76af9452b349af446b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '9db906f0-69fa-418b-8b18-e51b3fa29977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:40:04Z', 'updated_at': '2021-09-15T13:40:05Z', 'revision_number': 3, 'project_id': '2c26021264744c76af9452b349af446b', 'gw_port': {'id': '9db906f0-69fa-418b-8b18-e51b3fa29977', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:aa:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35dc4fba-9564-422b-a960-6e4251db06da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:40:04Z', 'updated_at': '2021-09-15T13:40:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi'}], 'dv-cinder-809181-1-iscsi', False) {} {{(pid=82348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:40:08.811337 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439e8807-4848-4945-8c60-1dfa6a90818f None None] Network 0fc11b12-cf90-4ce2-99c1-ab02e519e172 requested from dv-cinder-809181-1-iscsi {{(pid=82347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Sep 15 13:40:08.811755 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b93a703-8ff3-4f72-877b-f0e97277d49c None None] The sync data for ids ['35dc4fba-9564-422b-a960-6e4251db06da'] in dv-cinder-809181-1-iscsi is: [{'id': '35dc4fba-9564-422b-a960-6e4251db06da', 'name': 'tempest-TestShelveInstance-1174003912-router', 'tenant_id': '2c26021264744c76af9452b349af446b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '9db906f0-69fa-418b-8b18-e51b3fa29977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:40:04Z', 'updated_at': '2021-09-15T13:40:05Z', 'revision_number': 3, 'project_id': '2c26021264744c76af9452b349af446b', 'gw_port': {'id': '9db906f0-69fa-418b-8b18-e51b3fa29977', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:aa:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35dc4fba-9564-422b-a960-6e4251db06da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:40:04Z', 'updated_at': '2021-09-15T13:40:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi'}] {{(pid=82348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Sep 15 13:40:08.845935 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Pushing event updated for resources: {'Port': ['ID=4d05e0d5-ca44-4810-bc71-62a090de6761,revision_number=5']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:40:08.860640 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:40:08.953961 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-2db421e1-e32a-4f5e-aa8f-2cc7b218357a req-b87ca9ae-ea24-4485-9cc7-77a3758cdecd tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2bc11e6-bbc1-4efa-b746-171b2be9153a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3109717
Sep 15 13:40:08.957791 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-63efae1e-c635-4d3b-9f13-4d7a245c275c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:08.981709 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-3628268f-d21e-4b34-b120-303db134319e req-b2b2df71-2272-4a13-9c7f-58b1c44e01e3 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2617333
Sep 15 13:40:09.069519 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-9c56d4c3-2729-40d8-b962-a137b289766c None None] Provisioning for port b06a6a2b-8530-45b5-87ae-e9fd0986e7a4 completed by entity DHCP. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Sep 15 13:40:09.083990 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-9c56d4c3-2729-40d8-b962-a137b289766c None None] Provisioning complete for port b06a6a2b-8530-45b5-87ae-e9fd0986e7a4 triggered by entity DHCP. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:40:09.084766 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9c56d4c3-2729-40d8-b962-a137b289766c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:09.127078 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-e3e80940-0128-4124-aa87-d860d8cc471b req-4b88fce7-c306-4b6c-a99c-14647feb527a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1dfebc96-1d27-4e99-9371-287665559258 HTTP/1.1" status: 200  len: 1099 time: 0.3251917
Sep 15 13:40:09.178596 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4247b744-dbcb-4f5b-9b04-1705271ed99b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d05e0d5-ca44-4810-bc71-62a090de6761', 'code': 200}
Sep 15 13:40:09.375768 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-e3e80940-0128-4124-aa87-d860d8cc471b req-b318c5d3-84d3-42fd-9ad1-c6a2f033be9f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1894522
Sep 15 13:40:09.477914 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-63efae1e-c635-4d3b-9f13-4d7a245c275c admin admin] Notify callbacks [] for port, precommit_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:09.482888 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-63efae1e-c635-4d3b-9f13-4d7a245c275c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2637562'] for port, after_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:09.524872 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-21076cdd-1a82-43bf-b5b4-d5414030fcf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:40:09.573624 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9c56d4c3-2729-40d8-b962-a137b289766c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:09.616858 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-63efae1e-c635-4d3b-9f13-4d7a245c275c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7149859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853102266'] for router_interface, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:09.621539 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63efae1e-c635-4d3b-9f13-4d7a245c275c admin admin] Pushing event updated for resources: {'Port': ['ID=af4021bc-4ce2-4692-ac91-0e251a9b754f,revision_number=2']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:40:09.625900 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-63efae1e-c635-4d3b-9f13-4d7a245c275c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:40:09.638581 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-9c56d4c3-2729-40d8-b962-a137b289766c None None] For port b06a6a2b-8530-45b5-87ae-e9fd0986e7a4, host dv-cinder-809181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-iscsi',level=0,port_id=b06a6a2b-8530-45b5-87ae-e9fd0986e7a4,segment=NetworkSegment(fdf4bdde-a737-4074-a237-38a159ec34db),segment_id=fdf4bdde-a737-4074-a237-38a159ec34db)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:40:09.644075 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9c56d4c3-2729-40d8-b962-a137b289766c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:09.646878 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-f19c2188-0c4a-481d-9f58-358e76e8683c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:40:09.730776 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c56d4c3-2729-40d8-b962-a137b289766c None None] Pushing event updated for resources: {'Port': ['ID=b06a6a2b-8530-45b5-87ae-e9fd0986e7a4,revision_number=3']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:40:09.736882 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-9c56d4c3-2729-40d8-b962-a137b289766c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:40:09.849491 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63efae1e-c635-4d3b-9f13-4d7a245c275c admin admin] Network 0fc11b12-cf90-4ce2-99c1-ab02e519e172 is already hosted by enough agents. {{(pid=82345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Sep 15 13:40:09.850931 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.base_scheduler [None req-63efae1e-c635-4d3b-9f13-4d7a245c275c admin admin] Resources bound (agent type, host, resource id):  {{(pid=82345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Sep 15 13:40:09.942370 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device fa3fcfa1-2d7c-4603-8661-9a7c3787d173 up at agent ovs-agent-dv-cinder-809181-1-iscsi {{(pid=82347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Sep 15 13:40:10.061278 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Provisioning for port fa3fcfa1-2d7c-4603-8661-9a7c3787d173 completed by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Sep 15 13:40:10.071291 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Provisioning complete for port fa3fcfa1-2d7c-4603-8661-9a7c3787d173 triggered by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:40:10.071855 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:10.202203 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-320d70fe-45d7-456e-bacf-2e6243740478 None None] Provisioning for port af4021bc-4ce2-4692-ac91-0e251a9b754f completed by entity DHCP. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Sep 15 13:40:10.214427 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-320d70fe-45d7-456e-bacf-2e6243740478 None None] Provisioning complete for port af4021bc-4ce2-4692-ac91-0e251a9b754f triggered by entity DHCP. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:40:10.214840 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-320d70fe-45d7-456e-bacf-2e6243740478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:10.342806 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-320d70fe-45d7-456e-bacf-2e6243740478 None None] Port af4021bc-4ce2-4692-ac91-0e251a9b754f cannot update to ACTIVE because it is not bound. {{(pid=82347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Sep 15 13:40:10.384006 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:10.411403 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34210ac2-f850-40e2-b00f-b4e5b054a034 req-4fca42dc-ad97-4c66-bf73-f55b3dae0aa6 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:10.413070 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-34210ac2-f850-40e2-b00f-b4e5b054a034 req-4fca42dc-ad97-4c66-bf73-f55b3dae0aa6 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/ports?device_id=4247b744-dbcb-4f5b-9b04-1705271ed99b HTTP/1.1" status: 200  len: 945 time: 0.2259035
Sep 15 13:40:10.416856 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-320d70fe-45d7-456e-bacf-2e6243740478 None None] Provisioning complete for port b06a6a2b-8530-45b5-87ae-e9fd0986e7a4 triggered by entity DHCP. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:40:10.417281 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-320d70fe-45d7-456e-bacf-2e6243740478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:10.497500 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] For port fa3fcfa1-2d7c-4603-8661-9a7c3787d173, host dv-cinder-809181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-iscsi',level=0,port_id=fa3fcfa1-2d7c-4603-8661-9a7c3787d173,segment=NetworkSegment(56e1ad63-677e-400c-b8f9-048d7d57e5d3),segment_id=56e1ad63-677e-400c-b8f9-048d7d57e5d3)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:40:10.500563 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-34210ac2-f850-40e2-b00f-b4e5b054a034 req-4889d266-657a-4b40-99e3-94b116b35801 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2bc11e6-bbc1-4efa-b746-171b2be9153a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0715599
Sep 15 13:40:10.503997 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:10.505073 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device 9db906f0-69fa-418b-8b18-e51b3fa29977 up at agent ovs-agent-dv-cinder-809181-1-iscsi {{(pid=82347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Sep 15 13:40:10.537586 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63efae1e-c635-4d3b-9f13-4d7a245c275c admin admin] Router 35dc4fba-9564-422b-a960-6e4251db06da has already been hosted by L3 agent c919ec5e-912e-4080-8a6b-9b8956cb875b {{(pid=82345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Sep 15 13:40:10.625923 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:40:10.791670 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Provisioning for port 9db906f0-69fa-418b-8b18-e51b3fa29977 completed by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Sep 15 13:40:10.817155 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Provisioning complete for port 9db906f0-69fa-418b-8b18-e51b3fa29977 triggered by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:40:10.817749 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:10.873744 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Pushing event updated for resources: {'Port': ['ID=fa3fcfa1-2d7c-4603-8661-9a7c3787d173,revision_number=5']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:40:10.878925 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:40:10.913904 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88dc5dd-29ed-4713-badb-dd7f5960a54c req-b3022640-df32-48eb-b5ff-8d3ee65f3ca9 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:10.918080 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-c88dc5dd-29ed-4713-badb-dd7f5960a54c req-b3022640-df32-48eb-b5ff-8d3ee65f3ca9 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dfebc96-1d27-4e99-9371-287665559258 HTTP/1.1" status: 200  len: 946 time: 0.1311960
Sep 15 13:40:11.015495 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:11.033385 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-c88dc5dd-29ed-4713-badb-dd7f5960a54c req-40eb1ed0-5aff-437b-b60a-198ccc1ea22b tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0957990
Sep 15 13:40:11.034842 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-3c093f87-cbe6-49ef-ba9b-29f391a368e1 None None] Provisioning complete for port af4021bc-4ce2-4692-ac91-0e251a9b754f triggered by entity DHCP. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:40:11.035376 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-3c093f87-cbe6-49ef-ba9b-29f391a368e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:11.046563 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63efae1e-c635-4d3b-9f13-4d7a245c275c admin admin] Notify agent at l3_agent.dv-cinder-809181-1-iscsi the message routers_updated {{(pid=82345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Sep 15 13:40:11.073603 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-63efae1e-c635-4d3b-9f13-4d7a245c275c admin admin] 10.222.0.41 "PUT /v2.0/routers/35dc4fba-9564-422b-a960-6e4251db06da/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.9295428
Sep 15 13:40:11.078224 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] For port 9db906f0-69fa-418b-8b18-e51b3fa29977, host dv-cinder-809181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-iscsi',level=0,port_id=9db906f0-69fa-418b-8b18-e51b3fa29977,segment=NetworkSegment(fb39ec5d-b714-4bbc-8dc4-da8589a681e7),segment_id=fb39ec5d-b714-4bbc-8dc4-da8589a681e7)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:40:11.085602 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:11.091384 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-522a7a47-d23e-4c1f-8f8f-04d794dce64c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:40:11.151857 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-3c093f87-cbe6-49ef-ba9b-29f391a368e1 None None] Port af4021bc-4ce2-4692-ac91-0e251a9b754f cannot update to ACTIVE because it is not bound. {{(pid=82347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Sep 15 13:40:11.176237 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Pushing event updated for resources: {'Port': ['ID=9db906f0-69fa-418b-8b18-e51b3fa29977,revision_number=4']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:40:11.179807 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:40:11.276678 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-dcf3c979-b640-4874-9c46-1316f1b5dd75 None None] Provisioning complete for port af4021bc-4ce2-4692-ac91-0e251a9b754f triggered by entity DHCP. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:40:11.277203 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-dcf3c979-b640-4874-9c46-1316f1b5dd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:11.335453 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-dcf3c979-b640-4874-9c46-1316f1b5dd75 None None] Port af4021bc-4ce2-4692-ac91-0e251a9b754f cannot update to ACTIVE because it is not bound. {{(pid=82347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Sep 15 13:40:11.793433 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device fa3fcfa1-2d7c-4603-8661-9a7c3787d173 up at agent ovs-agent-dv-cinder-809181-1-iscsi {{(pid=82347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Sep 15 13:40:11.874968 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Provisioning complete for port fa3fcfa1-2d7c-4603-8661-9a7c3787d173 triggered by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:40:11.875403 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:11.992631 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device b06a6a2b-8530-45b5-87ae-e9fd0986e7a4 up at agent ovs-agent-dv-cinder-809181-1-iscsi {{(pid=82347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Sep 15 13:40:12.210082 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Provisioning complete for port b06a6a2b-8530-45b5-87ae-e9fd0986e7a4 triggered by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:40:12.210503 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:12.334649 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device 9db906f0-69fa-418b-8b18-e51b3fa29977 up at agent ovs-agent-dv-cinder-809181-1-iscsi {{(pid=82347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Sep 15 13:40:12.404376 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Provisioning complete for port 9db906f0-69fa-418b-8b18-e51b3fa29977 triggered by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:40:12.404792 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:12.989596 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-3d91ddd7-f018-44a8-809d-f49c6459dc81 req-f59008bb-b101-4859-96bc-8a670e7e4a0f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4247b744-dbcb-4f5b-9b04-1705271ed99b HTTP/1.1" status: 200  len: 1098 time: 0.0897584
Sep 15 13:40:13.061780 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-3d91ddd7-f018-44a8-809d-f49c6459dc81 req-23307540-20bb-427d-84fe-2b9682018cc4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e2bc11e6-bbc1-4efa-b746-171b2be9153a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424097
Sep 15 13:40:13.202406 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdccb838-bf12-46e7-bd20-756f067fc2d4 req-481083a0-68d8-4ae5-83bb-7d66afed0692 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:13.204058 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-bdccb838-bf12-46e7-bd20-756f067fc2d4 req-481083a0-68d8-4ae5-83bb-7d66afed0692 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/ports?device_id=4247b744-dbcb-4f5b-9b04-1705271ed99b HTTP/1.1" status: 200  len: 945 time: 0.0899136
Sep 15 13:40:13.236510 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3b411b-f86b-45e4-90af-c8563f4ea864 None None] Sync routers for ids ['35dc4fba-9564-422b-a960-6e4251db06da'] in dv-cinder-809181-1-iscsi {{(pid=82347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Sep 15 13:40:13.249572 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3b411b-f86b-45e4-90af-c8563f4ea864 None None] Routers {'35dc4fba-9564-422b-a960-6e4251db06da'} bound to L3 agent in host dv-cinder-809181-1-iscsi {{(pid=82347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 15 13:40:13.250110 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-9f3b411b-f86b-45e4-90af-c8563f4ea864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cd1f154e0>, 'dv-cinder-809181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T13:29:29Z,description=<?>,heartbeat_timestamp=2021-09-15T13:39:59Z,host='dv-cinder-809181-1-iscsi',id=c919ec5e-912e-4080-8a6b-9b8956cb875b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T13:29:29Z,topic='l3_agent')) {'router_ids': ['35dc4fba-9564-422b-a960-6e4251db06da'], 'active': True} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:40:13.258836 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-bdccb838-bf12-46e7-bd20-756f067fc2d4 req-b369a42b-4c55-4102-a4fc-703ba3241de8 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2bc11e6-bbc1-4efa-b746-171b2be9153a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483868
Sep 15 13:40:13.472215 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 60992) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:40:13.473221 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvr_db [None req-9f3b411b-f86b-45e4-90af-c8563f4ea864 None None] Set router 35dc4fba-9564-422b-a960-6e4251db06da gateway port host: dv-cinder-809181-1-iscsi {{(pid=82347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Sep 15 13:40:13.480481 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [None req-fac2d8d7-7c31-45fe-a9b5-cbcec33f328e tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-940029715', 'description': 'tempest-secgroup-smoke-940029715 description', 'project_id': 'd2cb26720af84bd8a1fda6a7b333bad4'}} {{(pid=82346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:40:13.490058 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-fac2d8d7-7c31-45fe-a9b5-cbcec33f328e tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:40:13.495319 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-fac2d8d7-7c31-45fe-a9b5-cbcec33f328e tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Usage tracker for resource:security_group and tenant:d2cb26720af84bd8a1fda6a7b333bad4 is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:40:13.496669 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf66203-63ac-4a1a-bc91-bfbc092e1e83 req-29ab9c96-e61d-4cfb-9fa1-e602ba947d76 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:13.498563 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-8bf66203-63ac-4a1a-bc91-bfbc092e1e83 req-29ab9c96-e61d-4cfb-9fa1-e602ba947d76 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dfebc96-1d27-4e99-9371-287665559258 HTTP/1.1" status: 200  len: 946 time: 0.1056149
Sep 15 13:40:13.498721 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-fac2d8d7-7c31-45fe-a9b5-cbcec33f328e tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:40:13.507846 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-fac2d8d7-7c31-45fe-a9b5-cbcec33f328e tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:40:13.519015 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-fac2d8d7-7c31-45fe-a9b5-cbcec33f328e tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Notify callbacks [] for security_group, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:13.566140 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-fac2d8d7-7c31-45fe-a9b5-cbcec33f328e tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:40:13.570424 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-fac2d8d7-7c31-45fe-a9b5-cbcec33f328e tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Usage tracker for resource:security_group_rule and tenant:d2cb26720af84bd8a1fda6a7b333bad4 is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:40:13.574460 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-fac2d8d7-7c31-45fe-a9b5-cbcec33f328e tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:40:13.576062 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-8bf66203-63ac-4a1a-bc91-bfbc092e1e83 req-b0512f5c-b9ec-4613-9b78-65274a825b6a tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0713062
Sep 15 13:40:13.598380 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-fac2d8d7-7c31-45fe-a9b5-cbcec33f328e tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:40:13.685039 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-fac2d8d7-7c31-45fe-a9b5-cbcec33f328e tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Notify callbacks [] for security_group, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:13.690979 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-fac2d8d7-7c31-45fe-a9b5-cbcec33f328e tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:13.697505 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-38d6eb81-0567-4081-a809-c195e45b13f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:40:13.743796 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac2d8d7-7c31-45fe-a9b5-cbcec33f328e tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89175963-9081-4766-bd6e-dce643f9d5fa,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:40:13.749417 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-fac2d8d7-7c31-45fe-a9b5-cbcec33f328e tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:40:13.759672 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-fac2d8d7-7c31-45fe-a9b5-cbcec33f328e tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Notify callbacks [] for security_group, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:13.763736 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-fac2d8d7-7c31-45fe-a9b5-cbcec33f328e tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.2876740
Sep 15 13:40:13.766416 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 32772) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:40:13.774051 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [None req-40d517ce-3de4-4de7-af4a-6761130c53a5 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Request body: {'security_group_rule': {'security_group_id': '89175963-9081-4766-bd6e-dce643f9d5fa', 'project_id': 'd2cb26720af84bd8a1fda6a7b333bad4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:40:13.782069 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-40d517ce-3de4-4de7-af4a-6761130c53a5 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:40:13.786790 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-40d517ce-3de4-4de7-af4a-6761130c53a5 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Usage tracker for resource:security_group_rule and tenant:d2cb26720af84bd8a1fda6a7b333bad4 is out of sync, need to count used quota {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:40:13.790404 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-40d517ce-3de4-4de7-af4a-6761130c53a5 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:40:13.797338 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-40d517ce-3de4-4de7-af4a-6761130c53a5 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:40:13.827339 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-40d517ce-3de4-4de7-af4a-6761130c53a5 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:13.898739 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-40d517ce-3de4-4de7-af4a-6761130c53a5 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:13.905660 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-40d517ce-3de4-4de7-af4a-6761130c53a5 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016664'] for security_group_rule, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:13.909221 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:40:13.917412 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-9f3b411b-f86b-45e4-90af-c8563f4ea864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cd1f154e0>, [{'id': '35dc4fba-9564-422b-a960-6e4251db06da', 'name': 'tempest-TestShelveInstance-1174003912-router', 'tenant_id': '2c26021264744c76af9452b349af446b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '9db906f0-69fa-418b-8b18-e51b3fa29977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:40:04Z', 'updated_at': '2021-09-15T13:40:08Z', 'revision_number': 4, 'project_id': '2c26021264744c76af9452b349af446b', 'gw_port': {'id': '9db906f0-69fa-418b-8b18-e51b3fa29977', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:aa:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35dc4fba-9564-422b-a960-6e4251db06da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:40:04Z', 'updated_at': '2021-09-15T13:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi', '_interfaces': [{'id': 'af4021bc-4ce2-4692-ac91-0e251a9b754f', 'name': '', 'network_id': '0fc11b12-cf90-4ce2-99c1-ab02e519e172', 'tenant_id': '2c26021264744c76af9452b349af446b', 'mac_address': 'fa:16:3e:e4:22:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35dc4fba-9564-422b-a960-6e4251db06da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39d9f7f9-0484-4eb0-9fad-72c36cc76fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:40:07Z', 'updated_at': '2021-09-15T13:40:09Z', 'revision_number': 2, 'project_id': '2c26021264744c76af9452b349af446b', 'subnets': [{'id': '39d9f7f9-0484-4eb0-9fad-72c36cc76fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-iscsi', False) {} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:40:13.924235 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3b411b-f86b-45e4-90af-c8563f4ea864 None None] Checking router: 35dc4fba-9564-422b-a960-6e4251db06da for host: dv-cinder-809181-1-iscsi {{(pid=82347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Sep 15 13:40:13.924873 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3b411b-f86b-45e4-90af-c8563f4ea864 None None] Updating router 35dc4fba-9564-422b-a960-6e4251db06da port af4021bc-4ce2-4692-ac91-0e251a9b754f binding host dv-cinder-809181-1-iscsi {{(pid=82347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Sep 15 13:40:13.934502 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d517ce-3de4-4de7-af4a-6761130c53a5 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36c75576-9b73-4e8b-9f0d-e0fe754e092a,revision_number=0']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:40:13.941519 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-40d517ce-3de4-4de7-af4a-6761130c53a5 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:40:13.944439 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-40d517ce-3de4-4de7-af4a-6761130c53a5 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:13.945716 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-40d517ce-3de4-4de7-af4a-6761130c53a5 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1777086
Sep 15 13:40:13.949109 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 32782) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:40:13.955449 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [None req-ce83dfb3-c687-4d9a-aa7a-2d9117cbdb0d tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Request body: {'security_group_rule': {'security_group_id': '89175963-9081-4766-bd6e-dce643f9d5fa', 'project_id': 'd2cb26720af84bd8a1fda6a7b333bad4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=82345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:40:13.962161 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-ce83dfb3-c687-4d9a-aa7a-2d9117cbdb0d tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:40:13.966502 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-ce83dfb3-c687-4d9a-aa7a-2d9117cbdb0d tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Usage tracker for resource:security_group_rule and tenant:d2cb26720af84bd8a1fda6a7b333bad4 is out of sync, need to count used quota {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:40:13.969851 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-ce83dfb3-c687-4d9a-aa7a-2d9117cbdb0d tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:40:13.977807 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-ce83dfb3-c687-4d9a-aa7a-2d9117cbdb0d tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:40:14.010564 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-ce83dfb3-c687-4d9a-aa7a-2d9117cbdb0d tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:14.016240 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9f3b411b-f86b-45e4-90af-c8563f4ea864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:14.099921 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-ce83dfb3-c687-4d9a-aa7a-2d9117cbdb0d tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:14.103838 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-ce83dfb3-c687-4d9a-aa7a-2d9117cbdb0d tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016664'] for security_group_rule, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:14.127988 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:40:14.138086 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-ce83dfb3-c687-4d9a-aa7a-2d9117cbdb0d tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:14.139997 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-ce83dfb3-c687-4d9a-aa7a-2d9117cbdb0d tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1900485
Sep 15 13:40:14.142816 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 32790) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:40:14.146923 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce83dfb3-c687-4d9a-aa7a-2d9117cbdb0d tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8d9848e-bcdc-4dfa-b917-0bc5e4da322c,revision_number=0']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:40:14.149650 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [None req-fd66a2fb-ab38-4f16-a00e-20f4cd0977fa tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Request body: {'security_group_rule': {'security_group_id': '89175963-9081-4766-bd6e-dce643f9d5fa', 'project_id': 'd2cb26720af84bd8a1fda6a7b333bad4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=82346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:40:14.156118 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-ce83dfb3-c687-4d9a-aa7a-2d9117cbdb0d tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:40:14.162111 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-fd66a2fb-ab38-4f16-a00e-20f4cd0977fa tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:40:14.166990 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-fd66a2fb-ab38-4f16-a00e-20f4cd0977fa tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Usage tracker for resource:security_group_rule and tenant:d2cb26720af84bd8a1fda6a7b333bad4 is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:40:14.170249 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-fd66a2fb-ab38-4f16-a00e-20f4cd0977fa tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:40:14.178372 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-fd66a2fb-ab38-4f16-a00e-20f4cd0977fa tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:40:14.210819 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-fd66a2fb-ab38-4f16-a00e-20f4cd0977fa tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:14.360937 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-fd66a2fb-ab38-4f16-a00e-20f4cd0977fa tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:14.369267 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-fd66a2fb-ab38-4f16-a00e-20f4cd0977fa tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016664'] for security_group_rule, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:14.372587 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:40:14.427717 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd66a2fb-ab38-4f16-a00e-20f4cd0977fa tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=868513ab-8b81-4047-b219-9de21bd08a84,revision_number=0']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:40:14.441245 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-fd66a2fb-ab38-4f16-a00e-20f4cd0977fa tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:40:14.441935 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-fd66a2fb-ab38-4f16-a00e-20f4cd0977fa tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:14.446006 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-fd66a2fb-ab38-4f16-a00e-20f4cd0977fa tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.2993491
Sep 15 13:40:14.446851 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 32802) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:40:14.453727 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [None req-0c2ba137-73da-4728-8621-9bf37c55296d tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Request body: {'security_group_rule': {'security_group_id': '89175963-9081-4766-bd6e-dce643f9d5fa', 'project_id': 'd2cb26720af84bd8a1fda6a7b333bad4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=82345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:40:14.460686 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-0c2ba137-73da-4728-8621-9bf37c55296d tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:40:14.464861 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-0c2ba137-73da-4728-8621-9bf37c55296d tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Usage tracker for resource:security_group_rule and tenant:d2cb26720af84bd8a1fda6a7b333bad4 is out of sync, need to count used quota {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:40:14.468114 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-0c2ba137-73da-4728-8621-9bf37c55296d tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:40:14.474858 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-0c2ba137-73da-4728-8621-9bf37c55296d tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:40:14.492532 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-0c2ba137-73da-4728-8621-9bf37c55296d tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:14.520839 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9f3b411b-f86b-45e4-90af-c8563f4ea864 None None] Notify callbacks [] for port, precommit_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:14.535789 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-9f3b411b-f86b-45e4-90af-c8563f4ea864 None None] Transition to ACTIVE for port object af4021bc-4ce2-4692-ac91-0e251a9b754f will not be triggered until provisioned by entity L2. {{(pid=82347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Sep 15 13:40:14.543342 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9f3b411b-f86b-45e4-90af-c8563f4ea864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:14.548154 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:40:14.557281 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 32806) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:40:14.660670 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-0c2ba137-73da-4728-8621-9bf37c55296d tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:14.677352 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c02a955-d201-4176-b1ff-07db34b67365 None None] Pushing event updated for resources: {'Port': ['ID=af4021bc-4ce2-4692-ac91-0e251a9b754f,revision_number=3']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:40:14.682981 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1473ed3-4629-4555-8c67-c2899078f657 req-b387e0ac-7295-41ab-a637-5bbfb9e0c9aa tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:14.684648 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-f1473ed3-4629-4555-8c67-c2899078f657 req-b387e0ac-7295-41ab-a637-5bbfb9e0c9aa tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/ports?device_id=4247b744-dbcb-4f5b-9b04-1705271ed99b HTTP/1.1" status: 200  len: 945 time: 0.1790140
Sep 15 13:40:14.685485 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-0c2ba137-73da-4728-8621-9bf37c55296d tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016664'] for security_group_rule, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:14.692111 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-2c02a955-d201-4176-b1ff-07db34b67365 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:40:14.704139 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:40:14.749730 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2ba137-73da-4728-8621-9bf37c55296d tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f2801e1-7ea6-4c82-8cec-776eea80e7c7,revision_number=0']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:40:14.753312 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-0c2ba137-73da-4728-8621-9bf37c55296d tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:40:14.775694 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-0c2ba137-73da-4728-8621-9bf37c55296d tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:14.777293 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-0c2ba137-73da-4728-8621-9bf37c55296d tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.3293669
Sep 15 13:40:14.780802 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 32814) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:40:14.787581 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [None req-f425a74b-fff3-434d-82da-7971cc49fea1 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Request body: {'security_group_rule': {'security_group_id': '89175963-9081-4766-bd6e-dce643f9d5fa', 'project_id': 'd2cb26720af84bd8a1fda6a7b333bad4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=82346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:40:14.788999 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-f1473ed3-4629-4555-8c67-c2899078f657 req-191041cc-44ef-46d4-a404-339e3018efdf tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2bc11e6-bbc1-4efa-b746-171b2be9153a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0859199
Sep 15 13:40:14.802983 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-f425a74b-fff3-434d-82da-7971cc49fea1 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:40:14.811719 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-f425a74b-fff3-434d-82da-7971cc49fea1 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Usage tracker for resource:security_group_rule and tenant:d2cb26720af84bd8a1fda6a7b333bad4 is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:40:14.816201 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-f425a74b-fff3-434d-82da-7971cc49fea1 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:40:14.826335 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-f425a74b-fff3-434d-82da-7971cc49fea1 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:40:14.893358 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.db.securitygroups_db [None req-f425a74b-fff3-434d-82da-7971cc49fea1 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Project d2cb26720af84bd8a1fda6a7b333bad4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Sep 15 13:40:14.903515 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f425a74b-fff3-434d-82da-7971cc49fea1 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:14.917367 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-be50aaa9-ccd4-4815-9956-2e2581cb1c33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:15.015453 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [None req-9f3b411b-f86b-45e4-90af-c8563f4ea864 None None] Attempting to bind port af4021bc-4ce2-4692-ac91-0e251a9b754f on host dv-cinder-809181-1-iscsi for vnic_type normal with profile  {{(pid=82347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Sep 15 13:40:15.016113 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [None req-9f3b411b-f86b-45e4-90af-c8563f4ea864 None None] Attempting to bind port af4021bc-4ce2-4692-ac91-0e251a9b754f by drivers openvswitch,hyperv on host dv-cinder-809181-1-iscsi at level 0 using segments [{'id': 'fdf4bdde-a737-4074-a237-38a159ec34db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '0fc11b12-cf90-4ce2-99c1-ab02e519e172'}] {{(pid=82347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Sep 15 13:40:15.016724 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3b411b-f86b-45e4-90af-c8563f4ea864 None None] Attempting to bind port af4021bc-4ce2-4692-ac91-0e251a9b754f on network 0fc11b12-cf90-4ce2-99c1-ab02e519e172 {{(pid=82347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Sep 15 13:40:15.027575 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3b411b-f86b-45e4-90af-c8563f4ea864 None None] Checking agent: {'id': '0bfd5640-42e8-4a2a-ac27-f2d96fe1a4e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809181-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 29, 28), 'started_at': datetime.datetime(2021, 9, 15, 13, 29, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809181-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Sep 15 13:40:15.028307 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3b411b-f86b-45e4-90af-c8563f4ea864 None None] Checking segment: {'id': 'fdf4bdde-a737-4074-a237-38a159ec34db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '0fc11b12-cf90-4ce2-99c1-ab02e519e172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Sep 15 13:40:15.029575 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9f3b411b-f86b-45e4-90af-c8563f4ea864 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:15.030259 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3b411b-f86b-45e4-90af-c8563f4ea864 None None] Bound using segment: {'id': 'fdf4bdde-a737-4074-a237-38a159ec34db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '0fc11b12-cf90-4ce2-99c1-ab02e519e172'} {{(pid=82347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Sep 15 13:40:15.030991 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [None req-9f3b411b-f86b-45e4-90af-c8563f4ea864 None None] Bound port: af4021bc-4ce2-4692-ac91-0e251a9b754f, host: dv-cinder-809181-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdf4bdde-a737-4074-a237-38a159ec34db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '0fc11b12-cf90-4ce2-99c1-ab02e519e172'}}] {{(pid=82347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Sep 15 13:40:15.032007 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9f3b411b-f86b-45e4-90af-c8563f4ea864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:15.042813 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-be50aaa9-ccd4-4815-9956-2e2581cb1c33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:40:15.054592 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f7d724-6979-4b55-a324-b5b1f048ea4b req-81362bd3-12bb-4bb1-ac38-dba14928e907 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:15.060831 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f425a74b-fff3-434d-82da-7971cc49fea1 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:15.069065 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-be50aaa9-ccd4-4815-9956-2e2581cb1c33 admin admin] Usage tracker for resource:security_group_rule and tenant:887a8aa91ba1491980d27e2416191220 is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:40:15.069643 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-57f7d724-6979-4b55-a324-b5b1f048ea4b req-81362bd3-12bb-4bb1-ac38-dba14928e907 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dfebc96-1d27-4e99-9371-287665559258 HTTP/1.1" status: 200  len: 946 time: 0.2268450
Sep 15 13:40:15.075020 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-be50aaa9-ccd4-4815-9956-2e2581cb1c33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:40:15.084356 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f425a74b-fff3-434d-82da-7971cc49fea1 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016664'] for security_group_rule, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:15.101919 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-be50aaa9-ccd4-4815-9956-2e2581cb1c33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:40:15.104040 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:40:15.181928 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-9f3b411b-f86b-45e4-90af-c8563f4ea864 None None] For port af4021bc-4ce2-4692-ac91-0e251a9b754f, host dv-cinder-809181-1-iscsi, cleared binding levels {{(pid=82347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Sep 15 13:40:15.182158 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425a74b-fff3-434d-82da-7971cc49fea1 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c1d52ba-ddb6-4302-b102-e378cc8d4052,revision_number=0']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:40:15.185556 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-9f3b411b-f86b-45e4-90af-c8563f4ea864 None None] For port af4021bc-4ce2-4692-ac91-0e251a9b754f, host dv-cinder-809181-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-iscsi',level=0,port_id=af4021bc-4ce2-4692-ac91-0e251a9b754f,segment=NetworkSegment(fdf4bdde-a737-4074-a237-38a159ec34db),segment_id=fdf4bdde-a737-4074-a237-38a159ec34db)] {{(pid=82347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Sep 15 13:40:15.191765 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9f3b411b-f86b-45e4-90af-c8563f4ea864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:15.198439 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-f425a74b-fff3-434d-82da-7971cc49fea1 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:40:15.204110 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:40:15.208505 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-57f7d724-6979-4b55-a324-b5b1f048ea4b req-74ed3b60-d518-4db8-a5f5-570700b3b4a5 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1359336
Sep 15 13:40:15.230692 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f425a74b-fff3-434d-82da-7971cc49fea1 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:15.235267 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-f425a74b-fff3-434d-82da-7971cc49fea1 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.4533644
Sep 15 13:40:15.237964 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 32826) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:40:15.245608 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [None req-9156071e-2bd3-4fea-a4ed-756f4c065077 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Request body: {'security_group_rule': {'security_group_id': '89175963-9081-4766-bd6e-dce643f9d5fa', 'project_id': 'd2cb26720af84bd8a1fda6a7b333bad4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=82345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:40:15.260301 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-9156071e-2bd3-4fea-a4ed-756f4c065077 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:40:15.267080 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-9156071e-2bd3-4fea-a4ed-756f4c065077 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Usage tracker for resource:security_group_rule and tenant:d2cb26720af84bd8a1fda6a7b333bad4 is out of sync, need to count used quota {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:40:15.274777 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-9156071e-2bd3-4fea-a4ed-756f4c065077 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:40:15.281758 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-9156071e-2bd3-4fea-a4ed-756f4c065077 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:40:15.325062 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-be50aaa9-ccd4-4815-9956-2e2581cb1c33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:15.332831 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-be50aaa9-ccd4-4815-9956-2e2581cb1c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:15.334176 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.db.securitygroups_db [None req-9156071e-2bd3-4fea-a4ed-756f4c065077 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Project d2cb26720af84bd8a1fda6a7b333bad4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Sep 15 13:40:15.342196 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9156071e-2bd3-4fea-a4ed-756f4c065077 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:15.352699 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-fca6551b-10fb-4da2-b55b-76188d691544 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:40:15.354333 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3b411b-f86b-45e4-90af-c8563f4ea864 None None] Routers {'35dc4fba-9564-422b-a960-6e4251db06da'} bound to L3 agent in host dv-cinder-809181-1-iscsi {{(pid=82347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 15 13:40:15.355046 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-9f3b411b-f86b-45e4-90af-c8563f4ea864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cd1f154e0>, 'dv-cinder-809181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T13:29:29Z,description=<?>,heartbeat_timestamp=2021-09-15T13:39:59Z,host='dv-cinder-809181-1-iscsi',id=c919ec5e-912e-4080-8a6b-9b8956cb875b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T13:29:29Z,topic='l3_agent')) {'router_ids': ['35dc4fba-9564-422b-a960-6e4251db06da'], 'active': True} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:40:15.400545 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be50aaa9-ccd4-4815-9956-2e2581cb1c33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d116eea6-2e20-4d46-9c8c-a106e0a04a35,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:40:15.415531 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-be50aaa9-ccd4-4815-9956-2e2581cb1c33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:40:15.430462 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-be50aaa9-ccd4-4815-9956-2e2581cb1c33 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=887a8aa91ba1491980d27e2416191220&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8719571
Sep 15 13:40:15.431230 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 32832) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:40:15.438239 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9156071e-2bd3-4fea-a4ed-756f4c065077 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:15.443245 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9156071e-2bd3-4fea-a4ed-756f4c065077 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016664'] for security_group_rule, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:15.446016 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-f4db3560-979d-47b1-8413-3bd4771c363c tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:40:15.487403 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9156071e-2bd3-4fea-a4ed-756f4c065077 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d7453d6-60e5-4798-9537-464ad063e0d3,revision_number=0']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:40:15.490052 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9156071e-2bd3-4fea-a4ed-756f4c065077 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:15.499773 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-9156071e-2bd3-4fea-a4ed-756f4c065077 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.2522347
Sep 15 13:40:15.499773 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-9156071e-2bd3-4fea-a4ed-756f4c065077 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:40:15.547114 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-e626822a-e748-425d-b72d-20956365bdf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:15.610183 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-e626822a-e748-425d-b72d-20956365bdf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:15.619200 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c02a955-d201-4176-b1ff-07db34b67365 None None] Pushing event updated for resources: {'Port': ['ID=af4021bc-4ce2-4692-ac91-0e251a9b754f,revision_number=4']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:40:15.628655 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-2c02a955-d201-4176-b1ff-07db34b67365 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:40:15.655540 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvr_db [None req-9f3b411b-f86b-45e4-90af-c8563f4ea864 None None] Set router 35dc4fba-9564-422b-a960-6e4251db06da gateway port host: dv-cinder-809181-1-iscsi {{(pid=82347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Sep 15 13:40:15.705220 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-e626822a-e748-425d-b72d-20956365bdf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:15.711949 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-3eeaa403-40a8-46ca-b27a-9583cb8f0ffa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:40:15.743608 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e626822a-e748-425d-b72d-20956365bdf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d116eea6-2e20-4d46-9c8c-a106e0a04a35,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:40:15.746137 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-e626822a-e748-425d-b72d-20956365bdf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:40:15.752924 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-e626822a-e748-425d-b72d-20956365bdf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:15.754765 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-e626822a-e748-425d-b72d-20956365bdf8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d116eea6-2e20-4d46-9c8c-a106e0a04a35 HTTP/1.1" status: 204  len: 168 time: 0.3223641
Sep 15 13:40:16.073594 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b998f177-1925-4f75-9cd8-d4cdc5eedd33 req-e7fb1473-8b91-4f8a-8b4b-812ffb7b791a tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:16.083887 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-b998f177-1925-4f75-9cd8-d4cdc5eedd33 req-e7fb1473-8b91-4f8a-8b4b-812ffb7b791a tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/ports?device_id=4247b744-dbcb-4f5b-9b04-1705271ed99b HTTP/1.1" status: 200  len: 945 time: 0.1165879
Sep 15 13:40:16.148354 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-9f3b411b-f86b-45e4-90af-c8563f4ea864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cd1f154e0>, [{'id': '35dc4fba-9564-422b-a960-6e4251db06da', 'name': 'tempest-TestShelveInstance-1174003912-router', 'tenant_id': '2c26021264744c76af9452b349af446b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '9db906f0-69fa-418b-8b18-e51b3fa29977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:40:04Z', 'updated_at': '2021-09-15T13:40:08Z', 'revision_number': 4, 'project_id': '2c26021264744c76af9452b349af446b', 'gw_port': {'id': '9db906f0-69fa-418b-8b18-e51b3fa29977', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:aa:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35dc4fba-9564-422b-a960-6e4251db06da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:40:04Z', 'updated_at': '2021-09-15T13:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi', '_interfaces': [{'id': 'af4021bc-4ce2-4692-ac91-0e251a9b754f', 'name': '', 'network_id': '0fc11b12-cf90-4ce2-99c1-ab02e519e172', 'tenant_id': '2c26021264744c76af9452b349af446b', 'mac_address': 'fa:16:3e:e4:22:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35dc4fba-9564-422b-a960-6e4251db06da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39d9f7f9-0484-4eb0-9fad-72c36cc76fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:40:07Z', 'updated_at': '2021-09-15T13:40:15Z', 'revision_number': 4, 'project_id': '2c26021264744c76af9452b349af446b', 'subnets': [{'id': '39d9f7f9-0484-4eb0-9fad-72c36cc76fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-iscsi', False) {} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:40:16.154619 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3b411b-f86b-45e4-90af-c8563f4ea864 None None] The sync data for ids ['35dc4fba-9564-422b-a960-6e4251db06da'] in dv-cinder-809181-1-iscsi is: [{'id': '35dc4fba-9564-422b-a960-6e4251db06da', 'name': 'tempest-TestShelveInstance-1174003912-router', 'tenant_id': '2c26021264744c76af9452b349af446b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '9db906f0-69fa-418b-8b18-e51b3fa29977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:40:04Z', 'updated_at': '2021-09-15T13:40:08Z', 'revision_number': 4, 'project_id': '2c26021264744c76af9452b349af446b', 'gw_port': {'id': '9db906f0-69fa-418b-8b18-e51b3fa29977', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:aa:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35dc4fba-9564-422b-a960-6e4251db06da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:40:04Z', 'updated_at': '2021-09-15T13:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi', '_interfaces': [{'id': 'af4021bc-4ce2-4692-ac91-0e251a9b754f', 'name': '', 'network_id': '0fc11b12-cf90-4ce2-99c1-ab02e519e172', 'tenant_id': '2c26021264744c76af9452b349af446b', 'mac_address': 'fa:16:3e:e4:22:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35dc4fba-9564-422b-a960-6e4251db06da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39d9f7f9-0484-4eb0-9fad-72c36cc76fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:40:07Z', 'updated_at': '2021-09-15T13:40:15Z', 'revision_number': 4, 'project_id': '2c26021264744c76af9452b349af446b', 'subnets': [{'id': '39d9f7f9-0484-4eb0-9fad-72c36cc76fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Sep 15 13:40:16.173898 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-b998f177-1925-4f75-9cd8-d4cdc5eedd33 req-5d5bc628-3a28-45bd-8157-873090de9625 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2bc11e6-bbc1-4efa-b746-171b2be9153a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0886278
Sep 15 13:40:16.368541 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 32896) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:40:16.393994 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-4f241448-e2b5-4511-bf6d-64b60bf046a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:16.431872 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-4f241448-e2b5-4511-bf6d-64b60bf046a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:40:16.436368 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-4f241448-e2b5-4511-bf6d-64b60bf046a3 admin admin] Usage tracker for resource:security_group_rule and tenant:bc8a11b545154e9dbc0cac5dc267b982 is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:40:16.440694 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-4f241448-e2b5-4511-bf6d-64b60bf046a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:40:16.447229 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-4f241448-e2b5-4511-bf6d-64b60bf046a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:40:16.549793 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80adc2bf-d251-4d73-8fe5-7fb00b8a1516 req-9cdc860e-05bc-44d3-9c2c-d8750b114336 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:16.554488 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-80adc2bf-d251-4d73-8fe5-7fb00b8a1516 req-9cdc860e-05bc-44d3-9c2c-d8750b114336 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dfebc96-1d27-4e99-9371-287665559258 HTTP/1.1" status: 200  len: 946 time: 0.1044633
Sep 15 13:40:16.585842 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-4f241448-e2b5-4511-bf6d-64b60bf046a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:16.594879 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-4f241448-e2b5-4511-bf6d-64b60bf046a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:16.628313 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-80adc2bf-d251-4d73-8fe5-7fb00b8a1516 req-478de8e9-58ae-4f22-97a8-28b22d9671e7 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0665336
Sep 15 13:40:16.642837 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-a312bd51-a94b-4395-b553-ceed14b0d237 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:40:16.654253 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-4f241448-e2b5-4511-bf6d-64b60bf046a3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bc8a11b545154e9dbc0cac5dc267b982&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2843351
Sep 15 13:40:16.657316 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 32906) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:40:16.703090 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f241448-e2b5-4511-bf6d-64b60bf046a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73bee3c4-f130-4581-90b2-6ac66108ce12,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:40:16.709496 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-4f241448-e2b5-4511-bf6d-64b60bf046a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:40:16.770623 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-81829ddd-ff30-4e98-841f-746d44aaa4bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:16.802136 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-81829ddd-ff30-4e98-841f-746d44aaa4bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:16.889542 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-81829ddd-ff30-4e98-841f-746d44aaa4bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:16.901777 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-111445e6-c76d-46fa-b0c2-5295bdc15534 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:40:16.938558 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81829ddd-ff30-4e98-841f-746d44aaa4bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73bee3c4-f130-4581-90b2-6ac66108ce12,revision_number=None']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:40:16.953109 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-81829ddd-ff30-4e98-841f-746d44aaa4bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:40:16.954100 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-81829ddd-ff30-4e98-841f-746d44aaa4bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:16.959027 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-81829ddd-ff30-4e98-841f-746d44aaa4bc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/73bee3c4-f130-4581-90b2-6ac66108ce12 HTTP/1.1" status: 204  len: 168 time: 0.3001740
Sep 15 13:40:17.687909 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-e3d70a3a-1e94-4485-9f80-2e69b5bbe34a req-f1fc7473-fc8a-44c6-bd3e-47d405e57386 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=80893221bf4b42c18fd54176a50bc76a&device_id=1dfebc96-1d27-4e99-9371-287665559258 HTTP/1.1" status: 200  len: 1099 time: 0.1086404
Sep 15 13:40:17.824320 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device af4021bc-4ce2-4692-ac91-0e251a9b754f up at agent ovs-agent-dv-cinder-809181-1-iscsi {{(pid=82347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Sep 15 13:40:17.950467 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Provisioning for port af4021bc-4ce2-4692-ac91-0e251a9b754f completed by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Sep 15 13:40:17.957546 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Provisioning complete for port af4021bc-4ce2-4692-ac91-0e251a9b754f triggered by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:40:17.958138 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:18.130327 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d70a3a-1e94-4485-9f80-2e69b5bbe34a req-868233f1-fe2c-43e5-b71b-e2880b6edaae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:18.132069 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-e3d70a3a-1e94-4485-9f80-2e69b5bbe34a req-868233f1-fe2c-43e5-b71b-e2880b6edaae service neutron] 10.222.0.36 "GET /v2.0/networks?id=9bbaa344-d9a5-4321-ad27-cafc69ce0f2b HTTP/1.1" status: 200  len: 919 time: 0.3954489
Sep 15 13:40:18.226886 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-e3d70a3a-1e94-4485-9f80-2e69b5bbe34a req-2850bcd9-3999-47da-9e11-58225b426c50 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67a62b8a-88f9-4fc2-b492-5b3b5d0e2c6c HTTP/1.1" status: 200  len: 217 time: 0.0874274
Sep 15 13:40:18.317739 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b093c8-c0df-4b13-9f81-27e309e28ecf req-2c3505f1-d95c-4a23-ac9d-30ded1e476c3 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:18.333385 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-87b093c8-c0df-4b13-9f81-27e309e28ecf req-2c3505f1-d95c-4a23-ac9d-30ded1e476c3 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dfebc96-1d27-4e99-9371-287665559258 HTTP/1.1" status: 200  len: 946 time: 0.6413591
Sep 15 13:40:18.345300 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d70a3a-1e94-4485-9f80-2e69b5bbe34a req-65eedf89-9a1d-488f-8cc6-cb51b736e261 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:18.346861 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-e3d70a3a-1e94-4485-9f80-2e69b5bbe34a req-65eedf89-9a1d-488f-8cc6-cb51b736e261 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=73bc4b07-7e04-44b7-bb1d-868aeed372a5 HTTP/1.1" status: 200  len: 858 time: 0.1059453
Sep 15 13:40:18.406283 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:18.452979 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] For port af4021bc-4ce2-4692-ac91-0e251a9b754f, host dv-cinder-809181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-iscsi',level=0,port_id=af4021bc-4ce2-4692-ac91-0e251a9b754f,segment=NetworkSegment(fdf4bdde-a737-4074-a237-38a159ec34db),segment_id=fdf4bdde-a737-4074-a237-38a159ec34db)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:40:18.456810 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:18.459238 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-8b14f756-22f5-4f81-9d9d-9d6f91ec4fbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:40:18.497473 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-87b093c8-c0df-4b13-9f81-27e309e28ecf req-c5a345c1-d878-4b24-b706-faabb6202904 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1492393
Sep 15 13:40:18.539183 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Pushing event updated for resources: {'Port': ['ID=af4021bc-4ce2-4692-ac91-0e251a9b754f,revision_number=5']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:40:18.543007 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:40:18.565677 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-e3d70a3a-1e94-4485-9f80-2e69b5bbe34a req-cc447abc-b4d7-49e5-8b97-72705ea1fb78 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9bbaa344-d9a5-4321-ad27-cafc69ce0f2b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1427307
Sep 15 13:40:18.608895 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a516c2f0-8b42-4156-ba60-d02f64aa7b40 req-574ff6f6-0a7c-4946-bd35-31bf9a871e6e tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:18.611617 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a516c2f0-8b42-4156-ba60-d02f64aa7b40 req-574ff6f6-0a7c-4946-bd35-31bf9a871e6e tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 945 time: 0.1166303
Sep 15 13:40:18.775899 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a516c2f0-8b42-4156-ba60-d02f64aa7b40 req-59b79e9a-3663-4db4-bc76-610619d2503c tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2b6258c-7125-4609-a047-87418a93f977&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1328201
Sep 15 13:40:18.816177 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-e3d70a3a-1e94-4485-9f80-2e69b5bbe34a req-99c253bb-3683-4194-9ab8-76a2d841eb6d service neutron] 10.222.0.36 "GET /v2.0/networks/9bbaa344-d9a5-4321-ad27-cafc69ce0f2b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1925638
Sep 15 13:40:18.983138 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-e3d70a3a-1e94-4485-9f80-2e69b5bbe34a req-dd1f527d-b9a5-4eb5-92c6-12c9ecb9667a service neutron] 10.222.0.36 "GET /v2.0/networks/9bbaa344-d9a5-4321-ad27-cafc69ce0f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1652048
Sep 15 13:40:19.719595 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dd6dfa-e179-4b33-968e-78d2eb838fdc req-6b6bd55d-a2a0-4060-aa78-41ba161c1894 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:19.721620 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-75dd6dfa-e179-4b33-968e-78d2eb838fdc req-6b6bd55d-a2a0-4060-aa78-41ba161c1894 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dfebc96-1d27-4e99-9371-287665559258 HTTP/1.1" status: 200  len: 946 time: 0.0893958
Sep 15 13:40:19.780340 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-75dd6dfa-e179-4b33-968e-78d2eb838fdc req-2e0fa53c-39a3-4cc2-86d3-c0a6099293dd tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482273
Sep 15 13:40:19.797486 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device af4021bc-4ce2-4692-ac91-0e251a9b754f up at agent ovs-agent-dv-cinder-809181-1-iscsi {{(pid=82347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Sep 15 13:40:19.869485 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Provisioning complete for port af4021bc-4ce2-4692-ac91-0e251a9b754f triggered by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:40:19.869906 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:20.007256 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cdabad-2979-4623-a818-4ac84e141836 req-a1e50c24-e04b-4ba3-91ac-8fa8b34b35ed tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:20.008948 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-20cdabad-2979-4623-a818-4ac84e141836 req-a1e50c24-e04b-4ba3-91ac-8fa8b34b35ed tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 945 time: 0.0925295
Sep 15 13:40:20.058850 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-20cdabad-2979-4623-a818-4ac84e141836 req-2b02123e-6b93-4054-aeb5-b4fb3e1bd8a0 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2b6258c-7125-4609-a047-87418a93f977&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438411
Sep 15 13:40:20.990071 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c59fe6-b315-4e45-ae2a-b915eda30f6b req-7eff2748-4db9-4fed-849b-e29a28f8dfb5 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:20.991733 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-c3c59fe6-b315-4e45-ae2a-b915eda30f6b req-7eff2748-4db9-4fed-849b-e29a28f8dfb5 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dfebc96-1d27-4e99-9371-287665559258 HTTP/1.1" status: 200  len: 946 time: 0.0898788
Sep 15 13:40:21.040804 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-c3c59fe6-b315-4e45-ae2a-b915eda30f6b req-0127f619-0fad-4730-9656-3b04f9cfe0e6 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428302
Sep 15 13:40:21.276844 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92759d57-8d52-406a-8e9c-f356d080b78b req-7ca3ccd7-a1c1-496c-952e-b6d0af94fa34 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:21.278464 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-92759d57-8d52-406a-8e9c-f356d080b78b req-7ca3ccd7-a1c1-496c-952e-b6d0af94fa34 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 945 time: 0.0836217
Sep 15 13:40:21.330350 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-92759d57-8d52-406a-8e9c-f356d080b78b req-319079ef-dae3-4032-bc59-632cdacb4592 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2b6258c-7125-4609-a047-87418a93f977&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446608
Sep 15 13:40:22.206299 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.agents_db [None req-051818a7-3814-4859-966a-2c4e7d325cc9 None None] Agent healthcheck: found 6 active agents {{(pid=82348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Sep 15 13:40:22.251207 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29899e47-bafb-46d2-95d4-3752ec09836e req-abec9239-98eb-4283-a77c-55eef79ad597 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:22.252870 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-29899e47-bafb-46d2-95d4-3752ec09836e req-abec9239-98eb-4283-a77c-55eef79ad597 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dfebc96-1d27-4e99-9371-287665559258 HTTP/1.1" status: 200  len: 946 time: 0.0885463
Sep 15 13:40:22.301718 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-29899e47-bafb-46d2-95d4-3752ec09836e req-590d2205-6f6d-4b62-bf19-ced6a1e6e246 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427113
Sep 15 13:40:22.554763 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a6d9be-9ea1-42a0-a310-a1dc000338e3 req-707e85bd-07f0-454a-b0c2-233983b1cc5d tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:22.556440 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-e4a6d9be-9ea1-42a0-a310-a1dc000338e3 req-707e85bd-07f0-454a-b0c2-233983b1cc5d tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 945 time: 0.0907664
Sep 15 13:40:22.607997 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-e4a6d9be-9ea1-42a0-a310-a1dc000338e3 req-39eddd04-d44e-4538-8376-2ca8506b5a26 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2b6258c-7125-4609-a047-87418a93f977&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453608
Sep 15 13:40:23.831789 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d68547-c791-45a2-8247-1dc694f5165f req-53cda840-0dbc-447a-bb2d-8ef070a9bc4a tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:23.833530 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-d0d68547-c791-45a2-8247-1dc694f5165f req-53cda840-0dbc-447a-bb2d-8ef070a9bc4a tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 945 time: 0.0901601
Sep 15 13:40:23.887930 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-d0d68547-c791-45a2-8247-1dc694f5165f req-5b8b3caa-c32c-4439-86e0-825359731ee4 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2b6258c-7125-4609-a047-87418a93f977&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468085
Sep 15 13:40:24.094199 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c21829c-d9b0-4eb3-84b2-c99394a5f2a2 req-2ad4f881-b2a6-4463-9888-63d5313277d0 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:24.095818 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-6c21829c-d9b0-4eb3-84b2-c99394a5f2a2 req-2ad4f881-b2a6-4463-9888-63d5313277d0 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dfebc96-1d27-4e99-9371-287665559258 HTTP/1.1" status: 200  len: 946 time: 0.0827916
Sep 15 13:40:24.148958 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-6c21829c-d9b0-4eb3-84b2-c99394a5f2a2 req-d5a7ff27-d423-4b80-b5e3-af0b342b9f70 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470533
Sep 15 13:40:25.123158 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031cc27c-457d-4ede-8014-0570c5da1651 req-44738caf-1003-40c0-a1e4-e4d66ac3db84 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:25.124785 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-031cc27c-457d-4ede-8014-0570c5da1651 req-44738caf-1003-40c0-a1e4-e4d66ac3db84 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 945 time: 0.0852783
Sep 15 13:40:25.175168 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-031cc27c-457d-4ede-8014-0570c5da1651 req-459cd094-9a28-4c65-bb2a-06fd0b530872 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2b6258c-7125-4609-a047-87418a93f977&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431778
Sep 15 13:40:26.415649 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba26ad4-b2ac-4a0d-88d6-6de682fd272b req-bb2ef980-700b-4487-8685-9e3312e0ca50 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:26.417427 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-2ba26ad4-b2ac-4a0d-88d6-6de682fd272b req-bb2ef980-700b-4487-8685-9e3312e0ca50 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 945 time: 0.0921004
Sep 15 13:40:26.470645 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-a8ee905b-f6e8-4475-90a2-0ad7431e1844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:26.511509 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-2ba26ad4-b2ac-4a0d-88d6-6de682fd272b req-3bdd20f7-454d-433c-b2ef-e973177bd7ac tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2b6258c-7125-4609-a047-87418a93f977&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0880682
Sep 15 13:40:26.551776 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d1ada0-9b75-4848-b02d-aaacdc237c19 req-2ca8953e-fb9e-48ab-8c04-6aeb673397be tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:26.553369 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-50d1ada0-9b75-4848-b02d-aaacdc237c19 req-2ca8953e-fb9e-48ab-8c04-6aeb673397be tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/ports?device_id=77ed6e87-608d-4dd2-ac4e-4cf4e42fd368 HTTP/1.1" status: 200  len: 945 time: 0.0896163
Sep 15 13:40:26.604712 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-50d1ada0-9b75-4848-b02d-aaacdc237c19 req-587bbdae-d944-4c38-8fa8-d0dfefc5ebf0 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c08ff91-f7c0-4639-896f-1511f14e2415&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453045
Sep 15 13:40:27.784177 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429e2152-c2d3-46aa-89aa-2fe10b635caf req-5a17660c-2e8a-4d3f-bc62-38e82fcb7661 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:27.786391 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-429e2152-c2d3-46aa-89aa-2fe10b635caf req-5a17660c-2e8a-4d3f-bc62-38e82fcb7661 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 945 time: 0.1220641
Sep 15 13:40:27.867311 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-429e2152-c2d3-46aa-89aa-2fe10b635caf req-ba325582-64f8-478d-b1e2-e1c60f085992 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2b6258c-7125-4609-a047-87418a93f977&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0678468
Sep 15 13:40:27.880679 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cca3691-11f2-46ed-9243-91d877d1601b req-ad8c6a57-d4d9-44f7-a82f-96130f1c4527 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:27.884115 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-9cca3691-11f2-46ed-9243-91d877d1601b req-ad8c6a57-d4d9-44f7-a82f-96130f1c4527 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/ports?device_id=77ed6e87-608d-4dd2-ac4e-4cf4e42fd368 HTTP/1.1" status: 200  len: 945 time: 0.1402307
Sep 15 13:40:27.943007 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-9cca3691-11f2-46ed-9243-91d877d1601b req-74828d89-b8d7-4673-ae8a-4d2b2cf4b728 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c08ff91-f7c0-4639-896f-1511f14e2415&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0542843
Sep 15 13:40:28.097454 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:28.342939 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae56c44e-d0d4-473f-b46c-b017fb8c8f58 req-46c519ef-8e59-4535-8af1-ea9daaaa1e7e tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:28.344599 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-ae56c44e-d0d4-473f-b46c-b017fb8c8f58 req-46c519ef-8e59-4535-8af1-ea9daaaa1e7e tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] 10.222.0.41 "GET /v2.0/ports?device_id=9cbe4af9-01bb-42a9-8ae1-7fd044cfb969 HTTP/1.1" status: 200  len: 945 time: 0.0874143
Sep 15 13:40:28.393734 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-ae56c44e-d0d4-473f-b46c-b017fb8c8f58 req-401f9da5-4116-4fd7-9c89-ee8de634f0b2 tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] 10.222.0.41 "GET /v2.0/security-groups?id=3ec045ec-f9aa-4f72-9045-a175b13bb7d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425794
Sep 15 13:40:28.863617 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-418d57b7-9e51-41f5-9f85-ad7750116cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:29.124639 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9acd9d20-0ed4-40fe-8ec3-e1d8b485d7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:29.141900 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10030434-c163-461b-a71a-211cfdc7d8b4 req-11554630-2285-414a-94ca-4bd6f32214ff tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:29.143489 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-10030434-c163-461b-a71a-211cfdc7d8b4 req-11554630-2285-414a-94ca-4bd6f32214ff tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 945 time: 0.1410222
Sep 15 13:40:29.224935 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3d5ecc-9ddb-42fc-9e79-830328e46122 req-7199d9e3-2b2f-4f5f-b4a8-de69305e2a38 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:29.224935 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-6d3d5ecc-9ddb-42fc-9e79-830328e46122 req-7199d9e3-2b2f-4f5f-b4a8-de69305e2a38 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/ports?device_id=77ed6e87-608d-4dd2-ac4e-4cf4e42fd368 HTTP/1.1" status: 200  len: 945 time: 0.1440206
Sep 15 13:40:29.224935 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-10030434-c163-461b-a71a-211cfdc7d8b4 req-25d89248-508e-43c4-92dc-67b2af935d6c tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2b6258c-7125-4609-a047-87418a93f977&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0725462
Sep 15 13:40:29.280238 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-6d3d5ecc-9ddb-42fc-9e79-830328e46122 req-b9361975-3c3b-4524-9c47-2a891a78e05a tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c08ff91-f7c0-4639-896f-1511f14e2415&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0553992
Sep 15 13:40:29.606967 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a037f-3172-4a61-bc82-3c054149b02a req-3889d773-8fd4-4022-92bf-7ef5e6fd73f9 tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:29.608752 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-d93a037f-3172-4a61-bc82-3c054149b02a req-3889d773-8fd4-4022-92bf-7ef5e6fd73f9 tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] 10.222.0.41 "GET /v2.0/ports?device_id=9cbe4af9-01bb-42a9-8ae1-7fd044cfb969 HTTP/1.1" status: 200  len: 945 time: 0.0895064
Sep 15 13:40:29.662163 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-d93a037f-3172-4a61-bc82-3c054149b02a req-3799e3f2-2853-4276-afe6-5839a545fc46 tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] 10.222.0.41 "GET /v2.0/security-groups?id=3ec045ec-f9aa-4f72-9045-a175b13bb7d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454345
Sep 15 13:40:30.514967 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3e7533-881e-48ec-b995-49558d73dcd2 req-48607e32-6755-4084-879c-7ae338bbb0c8 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:30.516637 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-1d3e7533-881e-48ec-b995-49558d73dcd2 req-48607e32-6755-4084-879c-7ae338bbb0c8 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 945 time: 0.1536944
Sep 15 13:40:30.528677 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe922e15-4c91-432a-bb69-2d85e4fbac44 req-9d77d1cd-905f-4925-b814-2d6e47c72402 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:30.530296 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-fe922e15-4c91-432a-bb69-2d85e4fbac44 req-9d77d1cd-905f-4925-b814-2d6e47c72402 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/ports?device_id=77ed6e87-608d-4dd2-ac4e-4cf4e42fd368 HTTP/1.1" status: 200  len: 945 time: 0.1218429
Sep 15 13:40:30.553948 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b47e50d5-ffd8-49d4-a6b6-3168cd38e3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:30.608324 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-1d3e7533-881e-48ec-b995-49558d73dcd2 req-5e806216-820c-4f91-9146-f1983b730319 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2b6258c-7125-4609-a047-87418a93f977&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0769577
Sep 15 13:40:30.616287 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-fe922e15-4c91-432a-bb69-2d85e4fbac44 req-66a3bf81-ddbf-416c-9b02-b95aa782cd0c tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c08ff91-f7c0-4639-896f-1511f14e2415&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0654318
Sep 15 13:40:30.924076 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576683da-2cff-4fd7-bbf2-c67bc7556412 req-eda37cb7-f4f6-46f6-bffa-e0c9dd6d5687 tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:30.925639 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-576683da-2cff-4fd7-bbf2-c67bc7556412 req-eda37cb7-f4f6-46f6-bffa-e0c9dd6d5687 tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cbe4af9-01bb-42a9-8ae1-7fd044cfb969 HTTP/1.1" status: 200  len: 945 time: 0.1425493
Sep 15 13:40:30.974670 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a899a752-4be7-4468-9b66-03a357a780cb req-7054c27e-fc3e-462d-8f44-8c660c0a48c0 tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:30.976260 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a899a752-4be7-4468-9b66-03a357a780cb req-7054c27e-fc3e-462d-8f44-8c660c0a48c0 tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] 10.222.0.41 "GET /v2.0/ports?device_id=9cbe4af9-01bb-42a9-8ae1-7fd044cfb969 HTTP/1.1" status: 200  len: 945 time: 0.1551812
Sep 15 13:40:31.050318 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [req-576683da-2cff-4fd7-bbf2-c67bc7556412 req-27abb52d-1b71-4b32-bcd0-64d13a22ecc5 tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Deleting port c2ef326d-0e17-4db7-98d2-6c04e0033a42 {{(pid=82345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Sep 15 13:40:31.050618 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-576683da-2cff-4fd7-bbf2-c67bc7556412 req-27abb52d-1b71-4b32-bcd0-64d13a22ecc5 tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301743532404'] for port, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:31.097912 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a899a752-4be7-4468-9b66-03a357a780cb req-3c5d9f98-f6fe-46b7-a4e1-fbe0725a0d60 tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] 10.222.0.41 "GET /v2.0/security-groups?id=3ec045ec-f9aa-4f72-9045-a175b13bb7d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1150706
Sep 15 13:40:31.315849 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [req-576683da-2cff-4fd7-bbf2-c67bc7556412 req-27abb52d-1b71-4b32-bcd0-64d13a22ecc5 tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] For port c2ef326d-0e17-4db7-98d2-6c04e0033a42, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=c2ef326d-0e17-4db7-98d2-6c04e0033a42,segment=NetworkSegment(63d1bfcf-0223-48a4-817f-096249120299),segment_id=63d1bfcf-0223-48a4-817f-096249120299)] {{(pid=82345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:40:31.316258 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-576683da-2cff-4fd7-bbf2-c67bc7556412 req-27abb52d-1b71-4b32-bcd0-64d13a22ecc5 tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853103875'] for port, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:31.640931 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [req-576683da-2cff-4fd7-bbf2-c67bc7556412 req-27abb52d-1b71-4b32-bcd0-64d13a22ecc5 tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Calling delete_port for c2ef326d-0e17-4db7-98d2-6c04e0033a42 owned by compute:nova {{(pid=82345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Sep 15 13:40:31.938493 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-576683da-2cff-4fd7-bbf2-c67bc7556412 req-27abb52d-1b71-4b32-bcd0-64d13a22ecc5 tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301743526908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735110837380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852138254'] for port, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:31.952780 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:40:31.992732 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] get_ports_and_sgs() called for port_ids ['c2ef326d-0e17-4db7-98d2-6c04e0033a42'] {{(pid=82347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 15 13:40:32.007365 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27abb52d-1b71-4b32-bcd0-64d13a22ecc5 tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Pushing event deleted for resources: {'Port': ['ID=c2ef326d-0e17-4db7-98d2-6c04e0033a42,revision_number=None']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:40:32.016064 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1d5924-85d0-410a-a1fe-d3531c8ca25e req-a778db35-2578-4a19-b921-5562ec012a84 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:32.017676 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-2c1d5924-85d0-410a-a1fe-d3531c8ca25e req-a778db35-2578-4a19-b921-5562ec012a84 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 945 time: 0.2422247
Sep 15 13:40:32.018530 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-27abb52d-1b71-4b32-bcd0-64d13a22ecc5 tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:40:32.025355 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b5ce6f-352e-4de5-950a-af00bb74be3e req-36f59fc2-d4a8-4fd8-aff7-28843bd58aec tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:32.026864 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-90b5ce6f-352e-4de5-950a-af00bb74be3e req-36f59fc2-d4a8-4fd8-aff7-28843bd58aec tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/ports?device_id=77ed6e87-608d-4dd2-ac4e-4cf4e42fd368 HTTP/1.1" status: 200  len: 945 time: 0.2500737
Sep 15 13:40:32.148257 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [req-576683da-2cff-4fd7-bbf2-c67bc7556412 req-27abb52d-1b71-4b32-bcd0-64d13a22ecc5 tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] No DVR routers for this DVR port c2ef326d-0e17-4db7-98d2-6c04e0033a42 on host hv-cinder-80918 {{(pid=82345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Sep 15 13:40:32.152906 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-576683da-2cff-4fd7-bbf2-c67bc7556412 req-27abb52d-1b71-4b32-bcd0-64d13a22ecc5 tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251427'] for port, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:32.157221 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cbe4af9-01bb-42a9-8ae1-7fd044cfb969', 'name': 'network-vif-deleted', 'tag': 'c2ef326d-0e17-4db7-98d2-6c04e0033a42'}] {{(pid=82345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Sep 15 13:40:32.181962 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-576683da-2cff-4fd7-bbf2-c67bc7556412 req-27abb52d-1b71-4b32-bcd0-64d13a22ecc5 tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] 10.222.0.36 "DELETE /v2.0/ports/c2ef326d-0e17-4db7-98d2-6c04e0033a42 HTTP/1.1" status: 204  len: 173 time: 1.2490420
Sep 15 13:40:32.191670 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-2c1d5924-85d0-410a-a1fe-d3531c8ca25e req-4ab780d6-7c97-4764-80c5-10dfef4598fa tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2b6258c-7125-4609-a047-87418a93f977&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1636124
Sep 15 13:40:32.194576 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-90b5ce6f-352e-4de5-950a-af00bb74be3e req-6343ff72-7374-4853-94c4-726a4200db0a tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c08ff91-f7c0-4639-896f-1511f14e2415&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1505690
Sep 15 13:40:32.270618 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cbe4af9-01bb-42a9-8ae1-7fd044cfb969', 'name': 'network-vif-deleted', 'tag': 'c2ef326d-0e17-4db7-98d2-6c04e0033a42', 'status': 'completed', 'code': 200}
Sep 15 13:40:32.496316 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-df5ea7e5-eb72-4d41-9919-c21c5b982640 req-38b1520f-c2d6-4b29-99a1-3d987e0bea76 tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Synchronizing usage tracker for tenant:0cbcac6f7225495aa1bb03e6b75f260d on resource:port {{(pid=82345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Sep 15 13:40:32.513345 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-df5ea7e5-eb72-4d41-9919-c21c5b982640 req-38b1520f-c2d6-4b29-99a1-3d987e0bea76 tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Unset dirty status for tenant:0cbcac6f7225495aa1bb03e6b75f260d on resource:port {{(pid=82345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Sep 15 13:40:32.514693 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-df5ea7e5-eb72-4d41-9919-c21c5b982640 req-38b1520f-c2d6-4b29-99a1-3d987e0bea76 tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] 10.222.0.41 "GET /v2.0/ports?device_id=9cbe4af9-01bb-42a9-8ae1-7fd044cfb969 HTTP/1.1" status: 200  len: 210 time: 0.0631363
Sep 15 13:40:33.392682 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 33230) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:40:33.494087 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6015ec6-f454-4764-9b0c-803115526710 req-89e3dacf-1272-4b6e-8afc-ac2851dc4c6f tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:33.495781 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a6015ec6-f454-4764-9b0c-803115526710 req-89e3dacf-1272-4b6e-8afc-ac2851dc4c6f tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/ports?device_id=77ed6e87-608d-4dd2-ac4e-4cf4e42fd368 HTTP/1.1" status: 200  len: 945 time: 0.1556001
Sep 15 13:40:33.506894 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655ca5c8-0f8f-43d1-9c88-ee2616ffc2b3 req-de5d29bd-b2a3-422b-86a2-a32b018c89e6 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:33.508409 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-655ca5c8-0f8f-43d1-9c88-ee2616ffc2b3 req-de5d29bd-b2a3-422b-86a2-a32b018c89e6 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 945 time: 0.1245263
Sep 15 13:40:33.551690 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-0a342a5f-d326-4de3-99a8-ffbeabd52572 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:33.586528 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a6015ec6-f454-4764-9b0c-803115526710 req-5fc9b87c-2f37-4f69-9899-e8c4eac939b5 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c08ff91-f7c0-4639-896f-1511f14e2415&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0770800
Sep 15 13:40:33.592367 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-0a342a5f-d326-4de3-99a8-ffbeabd52572 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:40:33.593880 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-655ca5c8-0f8f-43d1-9c88-ee2616ffc2b3 req-77c792bd-819b-4782-8bd3-d6848094901e tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2b6258c-7125-4609-a047-87418a93f977&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0696979
Sep 15 13:40:33.598956 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-0a342a5f-d326-4de3-99a8-ffbeabd52572 admin admin] Usage tracker for resource:security_group_rule and tenant:32e79dd982ba4bae866c72a498008237 is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:40:33.602059 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-0a342a5f-d326-4de3-99a8-ffbeabd52572 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:40:33.608274 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-0a342a5f-d326-4de3-99a8-ffbeabd52572 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:40:33.696942 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-0a342a5f-d326-4de3-99a8-ffbeabd52572 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:33.699902 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-0a342a5f-d326-4de3-99a8-ffbeabd52572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:33.707915 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-be50aaa9-ccd4-4815-9956-2e2581cb1c33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:40:33.750693 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a342a5f-d326-4de3-99a8-ffbeabd52572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd02e2d5-c2e4-42a3-babc-4df79792673f,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:40:33.754364 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-0a342a5f-d326-4de3-99a8-ffbeabd52572 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:40:33.758355 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-0a342a5f-d326-4de3-99a8-ffbeabd52572 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=32e79dd982ba4bae866c72a498008237&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3645728
Sep 15 13:40:33.761664 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 33242) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:40:33.829345 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7d09d8f0-1b3e-413c-9636-592891ca2918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:33.846458 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:33.865236 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7d09d8f0-1b3e-413c-9636-592891ca2918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:33.920541 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7d09d8f0-1b3e-413c-9636-592891ca2918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:33.925846 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-e626822a-e748-425d-b72d-20956365bdf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:40:33.938908 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d09d8f0-1b3e-413c-9636-592891ca2918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd02e2d5-c2e4-42a3-babc-4df79792673f,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:40:33.949532 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7d09d8f0-1b3e-413c-9636-592891ca2918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:33.954004 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-7d09d8f0-1b3e-413c-9636-592891ca2918 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fd02e2d5-c2e4-42a3-babc-4df79792673f HTTP/1.1" status: 204  len: 168 time: 0.1910605
Sep 15 13:40:33.955016 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-7d09d8f0-1b3e-413c-9636-592891ca2918 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:40:34.259143 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Device c2ef326d-0e17-4db7-98d2-6c04e0033a42 no longer exists at agent hyperv_hv-cinder-80918 {{(pid=82347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Sep 15 13:40:34.293139 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] No Port match for: c2ef326d-0e17-4db7-98d2-6c04e0033a42 {{(pid=82347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Sep 15 13:40:34.293544 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Device c2ef326d-0e17-4db7-98d2-6c04e0033a42 not bound to the agent host hv-cinder-80918 {{(pid=82347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Sep 15 13:40:34.873418 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e203f996-a1c0-4afe-ae15-f8a08d496068 req-3e2859e8-003b-4026-954c-430bb4aa403f tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:34.875041 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-e203f996-a1c0-4afe-ae15-f8a08d496068 req-3e2859e8-003b-4026-954c-430bb4aa403f tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/ports?device_id=77ed6e87-608d-4dd2-ac4e-4cf4e42fd368 HTTP/1.1" status: 200  len: 945 time: 0.1529975
Sep 15 13:40:34.882121 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e208ffc-6611-4ddb-872d-e9eb03e9193c req-aa91f61b-5be6-440a-ad89-ee4687ea2e7b tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:34.883697 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-0e208ffc-6611-4ddb-872d-e9eb03e9193c req-aa91f61b-5be6-440a-ad89-ee4687ea2e7b tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 945 time: 0.1230712
Sep 15 13:40:34.964932 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-e203f996-a1c0-4afe-ae15-f8a08d496068 req-3e1cb16d-05c6-45ab-817a-f5868f1c8c0a tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c08ff91-f7c0-4639-896f-1511f14e2415&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0801942
Sep 15 13:40:34.967440 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-0e208ffc-6611-4ddb-872d-e9eb03e9193c req-87108098-85cf-4b3f-bb4f-110134717300 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2b6258c-7125-4609-a047-87418a93f977&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0679936
Sep 15 13:40:36.241032 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b50ae1-5724-4013-9822-1b5f9f6e1d6b req-5cf90a37-a0ad-436a-a127-9cb37b71aa7d tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:36.242646 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-70b50ae1-5724-4013-9822-1b5f9f6e1d6b req-5cf90a37-a0ad-436a-a127-9cb37b71aa7d tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/ports?device_id=77ed6e87-608d-4dd2-ac4e-4cf4e42fd368 HTTP/1.1" status: 200  len: 945 time: 0.1486435
Sep 15 13:40:36.254548 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c31c71a-47f4-46b2-8d22-079a796fc2dd req-9d363313-a2ee-41eb-aa36-5142ab359bcf tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:36.256681 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-4c31c71a-47f4-46b2-8d22-079a796fc2dd req-9d363313-a2ee-41eb-aa36-5142ab359bcf tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 945 time: 0.1218219
Sep 15 13:40:36.326006 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-70b50ae1-5724-4013-9822-1b5f9f6e1d6b req-580c6e0e-5568-4cf1-b025-b9587ad73c83 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c08ff91-f7c0-4639-896f-1511f14e2415&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0680401
Sep 15 13:40:36.346357 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-4c31c71a-47f4-46b2-8d22-079a796fc2dd req-374d1f85-61e0-44dd-8450-3805de9527e7 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2b6258c-7125-4609-a047-87418a93f977&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0638402
Sep 15 13:40:37.662239 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12067783-bfd8-436d-a890-c29b9576fa6b req-eaee9581-b683-4d9c-bc04-2cda237e9245 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:37.663830 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-12067783-bfd8-436d-a890-c29b9576fa6b req-eaee9581-b683-4d9c-bc04-2cda237e9245 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/ports?device_id=77ed6e87-608d-4dd2-ac4e-4cf4e42fd368 HTTP/1.1" status: 200  len: 945 time: 0.2125282
Sep 15 13:40:37.669995 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-6374aeb2-67ce-4335-b1f3-109c29e47ba3 req-da680d83-a660-41f4-a7e6-032c56d9089a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5cb9c44d-f497-4d9c-aaec-a2fee224e186&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1789825
Sep 15 13:40:37.696912 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59360907-de31-4418-99bf-f98df2e50e4b req-b929a324-e1ee-417a-b625-7e10a6c10fd4 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:37.698423 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-59360907-de31-4418-99bf-f98df2e50e4b req-b929a324-e1ee-417a-b625-7e10a6c10fd4 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 945 time: 0.1701701
Sep 15 13:40:37.747124 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-12067783-bfd8-436d-a890-c29b9576fa6b req-b184a12d-59b5-4455-b2aa-e72bc8a63fc5 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c08ff91-f7c0-4639-896f-1511f14e2415&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0761237
Sep 15 13:40:37.770992 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-59360907-de31-4418-99bf-f98df2e50e4b req-4b598c61-101f-42b7-a438-0d0022dd08f0 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2b6258c-7125-4609-a047-87418a93f977&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0651236
Sep 15 13:40:37.861488 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-6374aeb2-67ce-4335-b1f3-109c29e47ba3 req-379408d2-bf1a-4c8a-a9f4-afba025266bc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=123dd1ba9d594e88a025896157079afa&device_id=5cb9c44d-f497-4d9c-aaec-a2fee224e186 HTTP/1.1" status: 200  len: 1098 time: 0.0758653
Sep 15 13:40:38.029037 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6374aeb2-67ce-4335-b1f3-109c29e47ba3 req-365c86c2-d75a-44ff-89d3-3fa2f9f02a33 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:38.030621 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-6374aeb2-67ce-4335-b1f3-109c29e47ba3 req-365c86c2-d75a-44ff-89d3-3fa2f9f02a33 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b896e533-b678-44d7-b97d-e7b840adb427 HTTP/1.1" status: 200  len: 915 time: 0.1384492
Sep 15 13:40:38.108212 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-6374aeb2-67ce-4335-b1f3-109c29e47ba3 req-6082b709-05ab-48d9-89c0-d53a058abddc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d146de1-007d-4207-8d58-3ab7e0266a17 HTTP/1.1" status: 200  len: 217 time: 0.0689144
Sep 15 13:40:38.183806 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6374aeb2-67ce-4335-b1f3-109c29e47ba3 req-9482f985-6d71-41b0-9ffb-3d5c58e48158 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:38.185580 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-6374aeb2-67ce-4335-b1f3-109c29e47ba3 req-9482f985-6d71-41b0-9ffb-3d5c58e48158 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6e2787c1-0944-4332-859d-d1109defbfe6 HTTP/1.1" status: 200  len: 854 time: 0.0688803
Sep 15 13:40:38.237492 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-6374aeb2-67ce-4335-b1f3-109c29e47ba3 req-8e2364a8-f3e3-484d-9ead-00ba7e8ee160 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b896e533-b678-44d7-b97d-e7b840adb427&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0435452
Sep 15 13:40:38.472117 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-6374aeb2-67ce-4335-b1f3-109c29e47ba3 req-0eabf3d1-819b-4284-a9d4-4c5eaad8b32b service neutron] 10.222.0.36 "GET /v2.0/networks/b896e533-b678-44d7-b97d-e7b840adb427?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1588817
Sep 15 13:40:38.630629 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-6374aeb2-67ce-4335-b1f3-109c29e47ba3 req-629d0040-4f50-469c-8158-89a7de60ee8f service neutron] 10.222.0.36 "GET /v2.0/networks/b896e533-b678-44d7-b97d-e7b840adb427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1442771
Sep 15 13:40:39.034488 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b882033-ab06-4f1f-aa15-44efed275b6c req-136d4103-34be-42fd-bfce-c0b5b3a74244 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:39.036128 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-6b882033-ab06-4f1f-aa15-44efed275b6c req-136d4103-34be-42fd-bfce-c0b5b3a74244 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/ports?device_id=77ed6e87-608d-4dd2-ac4e-4cf4e42fd368 HTTP/1.1" status: 200  len: 945 time: 0.1530271
Sep 15 13:40:39.046153 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c93df1-8dc4-4916-b321-49d2b2ea3855 req-41331cf9-8fe7-40e8-8daf-83114d1436ac tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:39.047598 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a8c93df1-8dc4-4916-b321-49d2b2ea3855 req-41331cf9-8fe7-40e8-8daf-83114d1436ac tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 945 time: 0.1147616
Sep 15 13:40:39.125195 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-6b882033-ab06-4f1f-aa15-44efed275b6c req-908bcdfa-c170-468a-84d3-361945db44a5 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c08ff91-f7c0-4639-896f-1511f14e2415&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0765164
Sep 15 13:40:39.127723 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a8c93df1-8dc4-4916-b321-49d2b2ea3855 req-615bc061-2941-4765-9b19-80692974dd5b tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2b6258c-7125-4609-a047-87418a93f977&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0645936
Sep 15 13:40:40.401617 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1664f1-4dea-4ddc-8ab8-03c6493889ef req-a70405ad-d453-4989-9722-b40e3fc4f358 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:40.403165 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-ce1664f1-4dea-4ddc-8ab8-03c6493889ef req-a70405ad-d453-4989-9722-b40e3fc4f358 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/ports?device_id=77ed6e87-608d-4dd2-ac4e-4cf4e42fd368 HTTP/1.1" status: 200  len: 945 time: 0.1524141
Sep 15 13:40:40.409614 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6106cae4-3d84-41d1-a1cb-b90148f065c1 req-e9b5eb04-1954-4d99-ae7a-1bf47d41728e tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:40.411620 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-6106cae4-3d84-41d1-a1cb-b90148f065c1 req-e9b5eb04-1954-4d99-ae7a-1bf47d41728e tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 945 time: 0.1173167
Sep 15 13:40:40.490740 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-ce1664f1-4dea-4ddc-8ab8-03c6493889ef req-f0bfb62b-546f-43e0-a042-5d668b372fe2 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c08ff91-f7c0-4639-896f-1511f14e2415&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0780911
Sep 15 13:40:40.494421 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-6106cae4-3d84-41d1-a1cb-b90148f065c1 req-81250ef9-977d-4db3-a488-9e9b43c838b0 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2b6258c-7125-4609-a047-87418a93f977&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0678747
Sep 15 13:40:41.764622 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13675a14-5b76-4879-b379-c506d2f97405 req-0a746dd6-751c-419c-bef8-b6057570745a tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:41.766231 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-13675a14-5b76-4879-b379-c506d2f97405 req-0a746dd6-751c-419c-bef8-b6057570745a tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/ports?device_id=77ed6e87-608d-4dd2-ac4e-4cf4e42fd368 HTTP/1.1" status: 200  len: 945 time: 0.1498711
Sep 15 13:40:41.773116 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb90b6f1-02f9-4cd5-98aa-0ffcb334d715 req-336fe655-0788-4cad-9e4c-dd45d52d97f0 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:41.774590 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-cb90b6f1-02f9-4cd5-98aa-0ffcb334d715 req-336fe655-0788-4cad-9e4c-dd45d52d97f0 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 945 time: 0.1205599
Sep 15 13:40:41.854248 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-13675a14-5b76-4879-b379-c506d2f97405 req-e6818786-841d-4499-b166-3f3bc26f36ec tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c08ff91-f7c0-4639-896f-1511f14e2415&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0786643
Sep 15 13:40:41.857967 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-cb90b6f1-02f9-4cd5-98aa-0ffcb334d715 req-c0d282a6-39f4-413e-8424-9df1c4610dfe tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2b6258c-7125-4609-a047-87418a93f977&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0683453
Sep 15 13:40:43.314867 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5018f22-ec05-4b49-b6bb-a924d8ffd97a req-363be02a-4b18-4742-b71c-975579713a30 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:43.316503 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a5018f22-ec05-4b49-b6bb-a924d8ffd97a req-363be02a-4b18-4742-b71c-975579713a30 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/ports?device_id=77ed6e87-608d-4dd2-ac4e-4cf4e42fd368 HTTP/1.1" status: 200  len: 945 time: 0.3385580
Sep 15 13:40:43.327786 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270f8f2a-5249-4bc3-ae2e-311a05e32338 req-20c64062-448b-409f-8866-4af91783d992 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:43.329267 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-270f8f2a-5249-4bc3-ae2e-311a05e32338 req-20c64062-448b-409f-8866-4af91783d992 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 945 time: 0.3134730
Sep 15 13:40:43.405962 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a5018f22-ec05-4b49-b6bb-a924d8ffd97a req-9cb5930d-6854-4455-b694-35b1ab371a4b tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c08ff91-f7c0-4639-896f-1511f14e2415&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0756364
Sep 15 13:40:43.408476 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-270f8f2a-5249-4bc3-ae2e-311a05e32338 req-7e832bd3-b616-4817-9d4d-a91221cbbf38 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2b6258c-7125-4609-a047-87418a93f977&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0635836
Sep 15 13:40:44.684890 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ce0952-e3f1-4f16-b605-f231b4b17b50 req-108c900f-9fb9-4127-a5eb-26a6188153fe tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:44.686415 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-05ce0952-e3f1-4f16-b605-f231b4b17b50 req-108c900f-9fb9-4127-a5eb-26a6188153fe tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] 10.222.0.41 "GET /v2.0/networks?id=0aeb072c-a9dd-4843-980d-6722c2605338 HTTP/1.1" status: 200  len: 814 time: 0.2169082
Sep 15 13:40:44.711048 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532b167a-267d-401d-8240-78d8c9559d99 req-e4a3ca86-d08a-4ea5-8b6a-36cb9606a18f tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:44.712622 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-532b167a-267d-401d-8240-78d8c9559d99 req-e4a3ca86-d08a-4ea5-8b6a-36cb9606a18f tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/ports?device_id=77ed6e87-608d-4dd2-ac4e-4cf4e42fd368 HTTP/1.1" status: 200  len: 945 time: 0.1422431
Sep 15 13:40:44.715748 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-05ce0952-e3f1-4f16-b605-f231b4b17b50 req-3cb4eccc-81c2-4e7f-9ea0-8066d63d6091 tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] 10.222.0.41 "GET /v2.0/quotas/0cbcac6f7225495aa1bb03e6b75f260d HTTP/1.1" status: 200  len: 375 time: 0.0224490
Sep 15 13:40:44.793029 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-05ce0952-e3f1-4f16-b605-f231b4b17b50 req-62906f74-7a13-482a-a1df-a761d1973247 tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0cbcac6f7225495aa1bb03e6b75f260d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0581048
Sep 15 13:40:44.826413 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-532b167a-267d-401d-8240-78d8c9559d99 req-1b7c294e-1233-4893-a90e-84316ed87c0b tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c08ff91-f7c0-4639-896f-1511f14e2415&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1074643
Sep 15 13:40:44.982532 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-05ce0952-e3f1-4f16-b605-f231b4b17b50 req-15138183-f8bd-4eed-80e1-dc1635367bb1 service neutron] 10.222.0.41 "GET /v2.0/networks/0aeb072c-a9dd-4843-980d-6722c2605338?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1811461
Sep 15 13:40:45.147103 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4643363-2948-4a19-8e9e-c719bf3e0c87 req-9f9de944-5083-4224-b42b-bc00c24ee123 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:45.148770 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a4643363-2948-4a19-8e9e-c719bf3e0c87 req-9f9de944-5083-4224-b42b-bc00c24ee123 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 945 time: 0.2102177
Sep 15 13:40:45.157863 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-05ce0952-e3f1-4f16-b605-f231b4b17b50 req-555485e9-6d91-47b3-95ea-64ea91b7ccec service neutron] 10.222.0.41 "GET /v2.0/networks/0aeb072c-a9dd-4843-980d-6722c2605338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1673822
Sep 15 13:40:45.203858 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a4643363-2948-4a19-8e9e-c719bf3e0c87 req-b8efd369-fd46-453d-ad4a-b182c4709469 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2b6258c-7125-4609-a047-87418a93f977&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0482063
Sep 15 13:40:45.372138 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-94269fe1-17e3-457a-af34-f66f51e3573e req-57522552-2c4e-400f-891a-5a2ace32fe23 tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] 10.222.0.41 "GET /v2.0/ports?device_id=431792a2-3bbf-4e74-8c89-07028ae9e339 HTTP/1.1" status: 200  len: 210 time: 0.0497606
Sep 15 13:40:46.036841 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e26cde-11f6-49d6-8e59-9d7689acd1e0 req-abaa4c28-70fc-4244-8e2c-b6877932275e tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:46.038420 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-24e26cde-11f6-49d6-8e59-9d7689acd1e0 req-abaa4c28-70fc-4244-8e2c-b6877932275e tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/ports?device_id=77ed6e87-608d-4dd2-ac4e-4cf4e42fd368 HTTP/1.1" status: 200  len: 945 time: 0.0867739
Sep 15 13:40:46.094516 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-24e26cde-11f6-49d6-8e59-9d7689acd1e0 req-45fb5ead-c026-41bc-a1ab-89e57e8246e6 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c08ff91-f7c0-4639-896f-1511f14e2415&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0498853
Sep 15 13:40:46.288545 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Device ac7dedab-8994-4fd4-9bbd-3798273cfa83 details requested by agent hyperv_hv-cinder-80918 with host hv-cinder-80918 {{(pid=82347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Sep 15 13:40:46.442134 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787ce672-e985-4032-a7c6-8bde347ea179 req-4623ed98-6a26-48ba-86b5-256c7d9af9a7 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:46.443675 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] For port ac7dedab-8994-4fd4-9bbd-3798273cfa83, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=ac7dedab-8994-4fd4-9bbd-3798273cfa83,segment=NetworkSegment(11169836-79b2-4822-b283-a5d557a2336a),segment_id=11169836-79b2-4822-b283-a5d557a2336a)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:40:46.443811 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-787ce672-e985-4032-a7c6-8bde347ea179 req-4623ed98-6a26-48ba-86b5-256c7d9af9a7 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 945 time: 0.0991297
Sep 15 13:40:46.459267 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Returning: {'device': 'ac7dedab-8994-4fd4-9bbd-3798273cfa83', 'network_id': 'e9c16276-857e-49e4-bec2-1a6e621bb0c0', 'port_id': 'ac7dedab-8994-4fd4-9bbd-3798273cfa83', 'mac_address': 'fa:16:3e:9e:f9:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d3cda93-f669-4c8c-b3ae-fd1f6c47904a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 15 13:40:46.504348 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-787ce672-e985-4032-a7c6-8bde347ea179 req-d76736db-d010-41ab-877a-d5ecb4603792 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2b6258c-7125-4609-a047-87418a93f977&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0512376
Sep 15 13:40:46.516776 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:46.536569 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ac7dedab-8994-4fd4-9bbd-3798273cfa83 {{(pid=82347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Sep 15 13:40:46.552152 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] For port ac7dedab-8994-4fd4-9bbd-3798273cfa83, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=ac7dedab-8994-4fd4-9bbd-3798273cfa83,segment=NetworkSegment(11169836-79b2-4822-b283-a5d557a2336a),segment_id=11169836-79b2-4822-b283-a5d557a2336a)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:40:46.555073 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:46.557263 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-f19c2188-0c4a-481d-9f58-358e76e8683c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:40:46.595137 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-1e77e542-88cf-49a9-917d-3a98c15366cb req-5848508d-a27b-4269-887e-3132fd71babf tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] 10.222.0.41 "GET /v2.0/ports?device_id=431792a2-3bbf-4e74-8c89-07028ae9e339 HTTP/1.1" status: 200  len: 210 time: 0.0451062
Sep 15 13:40:46.628220 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Pushing event updated for resources: {'Port': ['ID=ac7dedab-8994-4fd4-9bbd-3798273cfa83,revision_number=6']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:40:46.631528 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:40:47.045832 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] get_ports_and_sgs() called for port_ids ['ac7dedab-8994-4fd4-9bbd-3798273cfa83'] {{(pid=82347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 15 13:40:47.309681 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab222b9-057e-4664-badd-96dbb95ae5a0 req-76cc63a7-9424-4af8-832b-c1203e32cdbc tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:47.311322 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-8ab222b9-057e-4664-badd-96dbb95ae5a0 req-76cc63a7-9424-4af8-832b-c1203e32cdbc tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/ports?device_id=77ed6e87-608d-4dd2-ac4e-4cf4e42fd368 HTTP/1.1" status: 200  len: 945 time: 0.0894997
Sep 15 13:40:47.361291 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-8ab222b9-057e-4664-badd-96dbb95ae5a0 req-dfcc963f-e871-4f18-9f0c-03e033a1d269 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c08ff91-f7c0-4639-896f-1511f14e2415&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438166
Sep 15 13:40:47.617448 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ce0952-e3f1-4f16-b605-f231b4b17b50 req-dba155b4-1b8f-43c6-bc3b-64e176a0d609 tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:47.618573 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-05ce0952-e3f1-4f16-b605-f231b4b17b50 req-dba155b4-1b8f-43c6-bc3b-64e176a0d609 tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] 10.222.0.36 "GET /v2.0/networks?id=0aeb072c-a9dd-4843-980d-6722c2605338 HTTP/1.1" status: 200  len: 814 time: 0.1696723
Sep 15 13:40:47.653358 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a94082e7-553b-4d0d-8035-3a296769bfe7 req-edee090c-37a2-46fd-87b0-2147b4d14b67 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=80893221bf4b42c18fd54176a50bc76a&device_id=1dfebc96-1d27-4e99-9371-287665559258 HTTP/1.1" status: 200  len: 1099 time: 0.1187723
Sep 15 13:40:47.665425 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [req-05ce0952-e3f1-4f16-b605-f231b4b17b50 req-09fb4950-13c9-4e76-ac5e-1f0ae8d91c9e tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Request body: {'port': {'device_id': '431792a2-3bbf-4e74-8c89-07028ae9e339', 'network_id': '0aeb072c-a9dd-4843-980d-6722c2605338', 'admin_state_up': True, 'tenant_id': '0cbcac6f7225495aa1bb03e6b75f260d'}} {{(pid=82345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:40:47.808562 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94082e7-553b-4d0d-8035-3a296769bfe7 req-b5b3f20e-5fc8-4101-b6c7-6023984aa31a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:47.810161 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a94082e7-553b-4d0d-8035-3a296769bfe7 req-b5b3f20e-5fc8-4101-b6c7-6023984aa31a service neutron] 10.222.0.36 "GET /v2.0/networks?id=9bbaa344-d9a5-4321-ad27-cafc69ce0f2b HTTP/1.1" status: 200  len: 919 time: 0.1478577
Sep 15 13:40:47.884493 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a94082e7-553b-4d0d-8035-3a296769bfe7 req-6c61df98-e6c1-428c-825a-d1c8d5ddd431 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67a62b8a-88f9-4fc2-b492-5b3b5d0e2c6c HTTP/1.1" status: 200  len: 217 time: 0.0651145
Sep 15 13:40:47.922105 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1140ad6f-b107-4fd8-8b46-c591b7842b58 req-a634f013-8409-4015-acc7-a6bce808825a tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:47.923671 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-1140ad6f-b107-4fd8-8b46-c591b7842b58 req-a634f013-8409-4015-acc7-a6bce808825a tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dfebc96-1d27-4e99-9371-287665559258 HTTP/1.1" status: 200  len: 946 time: 0.3039877
Sep 15 13:40:47.928906 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [req-05ce0952-e3f1-4f16-b605-f231b4b17b50 req-09fb4950-13c9-4e76-ac5e-1f0ae8d91c9e tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:40:47.940504 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed87cadb-56f4-44d1-a11a-bdac256356e2 req-98dc8c5c-4d9d-420f-aa0c-273048a5a4cc tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:47.942037 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-ed87cadb-56f4-44d1-a11a-bdac256356e2 req-98dc8c5c-4d9d-420f-aa0c-273048a5a4cc tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 944 time: 0.2603483
Sep 15 13:40:47.983885 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [req-05ce0952-e3f1-4f16-b605-f231b4b17b50 req-09fb4950-13c9-4e76-ac5e-1f0ae8d91c9e tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:40:48.025150 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05ce0952-e3f1-4f16-b605-f231b4b17b50 req-09fb4950-13c9-4e76-ac5e-1f0ae8d91c9e tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Made reservation on behalf of 0cbcac6f7225495aa1bb03e6b75f260d for: {'port': 1} {{(pid=82345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Sep 15 13:40:48.030530 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-05ce0952-e3f1-4f16-b605-f231b4b17b50 req-09fb4950-13c9-4e76-ac5e-1f0ae8d91c9e tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:48.053420 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-1140ad6f-b107-4fd8-8b46-c591b7842b58 req-df6d0796-3ad9-4d66-9f24-11b239571b59 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1211002
Sep 15 13:40:48.060358 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-ed87cadb-56f4-44d1-a11a-bdac256356e2 req-70a1b487-040c-43b7-9fd3-8151f23c6437 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2b6258c-7125-4609-a047-87418a93f977&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1011610
Sep 15 13:40:48.246536 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-3fc745cb-3f04-428e-ac24-a7970be54032 req-1b9e74f9-2877-48c7-b9da-549f6e0dc77b tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] 10.222.0.41 "GET /v2.0/ports?device_id=431792a2-3bbf-4e74-8c89-07028ae9e339 HTTP/1.1" status: 200  len: 210 time: 0.0659659
Sep 15 13:40:48.250845 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94082e7-553b-4d0d-8035-3a296769bfe7 req-24f76c5f-01cc-449e-9f88-beec1f0a922c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:48.252685 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a94082e7-553b-4d0d-8035-3a296769bfe7 req-24f76c5f-01cc-449e-9f88-beec1f0a922c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=73bc4b07-7e04-44b7-bb1d-868aeed372a5 HTTP/1.1" status: 200  len: 858 time: 0.0695183
Sep 15 13:40:48.281195 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.db_base_plugin_common [req-05ce0952-e3f1-4f16-b605-f231b4b17b50 req-09fb4950-13c9-4e76-ac5e-1f0ae8d91c9e tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Allocated IP 172.20.0.3 (0aeb072c-a9dd-4843-980d-6722c2605338/351e9296-ac88-478f-acd0-033a2a9e029f/b5566617-43e6-48f9-936a-93928de70546) {{(pid=82345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Sep 15 13:40:48.290191 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Device ac7dedab-8994-4fd4-9bbd-3798273cfa83 up at agent hyperv_hv-cinder-80918 {{(pid=82347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Sep 15 13:40:48.318836 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a94082e7-553b-4d0d-8035-3a296769bfe7 req-dbaeee60-6d00-4d18-9129-9936e8598633 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9bbaa344-d9a5-4321-ad27-cafc69ce0f2b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0480359
Sep 15 13:40:48.367231 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Provisioning complete for port ac7dedab-8994-4fd4-9bbd-3798273cfa83 triggered by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:40:48.367684 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:48.488219 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a94082e7-553b-4d0d-8035-3a296769bfe7 req-fcce5148-fedd-4e35-88c3-0bd5e6788d13 service neutron] 10.222.0.36 "GET /v2.0/networks/9bbaa344-d9a5-4321-ad27-cafc69ce0f2b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1586454
Sep 15 13:40:48.522447 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:48.557353 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea90189b-6db1-44bc-9a33-ebff7f7fcbaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac7dedab-8994-4fd4-9bbd-3798273cfa83'}] {{(pid=82347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Sep 15 13:40:48.568866 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] For port ac7dedab-8994-4fd4-9bbd-3798273cfa83, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=ac7dedab-8994-4fd4-9bbd-3798273cfa83,segment=NetworkSegment(11169836-79b2-4822-b283-a5d557a2336a),segment_id=11169836-79b2-4822-b283-a5d557a2336a)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:40:48.573069 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:48.575289 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:40:48.608617 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-05ce0952-e3f1-4f16-b605-f231b4b17b50 req-09fb4950-13c9-4e76-ac5e-1f0ae8d91c9e tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Notify callbacks [] for port, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:48.622709 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a904e5f-a864-4e8a-8eed-d41423014230 req-50ebd9ec-9e8b-4868-a694-c2b89ddfdd0e tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:48.624488 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-1a904e5f-a864-4e8a-8eed-d41423014230 req-50ebd9ec-9e8b-4868-a694-c2b89ddfdd0e tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/ports?device_id=77ed6e87-608d-4dd2-ac4e-4cf4e42fd368 HTTP/1.1" status: 200  len: 945 time: 0.1342609
Sep 15 13:40:48.641493 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea90189b-6db1-44bc-9a33-ebff7f7fcbaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac7dedab-8994-4fd4-9bbd-3798273cfa83', 'code': 200}
Sep 15 13:40:48.662125 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a94082e7-553b-4d0d-8035-3a296769bfe7 req-21c0b4db-6da6-4512-af02-ab022eb59822 service neutron] 10.222.0.36 "GET /v2.0/networks/9bbaa344-d9a5-4321-ad27-cafc69ce0f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1662443
Sep 15 13:40:48.673283 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Pushing event updated for resources: {'Port': ['ID=ac7dedab-8994-4fd4-9bbd-3798273cfa83,revision_number=7']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:40:48.677723 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:40:48.688328 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-1a904e5f-a864-4e8a-8eed-d41423014230 req-59749fc6-340a-495c-9e89-88f80fca994b tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c08ff91-f7c0-4639-896f-1511f14e2415&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0564122
Sep 15 13:40:48.689913 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-05ce0952-e3f1-4f16-b605-f231b4b17b50 req-09fb4950-13c9-4e76-ac5e-1f0ae8d91c9e tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363301743938437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852138254'] for port, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:48.704353 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-c7bf7b64-f2f2-4fe3-9ab8-f43342759261 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:40:48.760022 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05ce0952-e3f1-4f16-b605-f231b4b17b50 req-09fb4950-13c9-4e76-ac5e-1f0ae8d91c9e tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Network 0aeb072c-a9dd-4843-980d-6722c2605338 is already hosted by enough agents. {{(pid=82345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Sep 15 13:40:48.763176 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.base_scheduler [req-05ce0952-e3f1-4f16-b605-f231b4b17b50 req-09fb4950-13c9-4e76-ac5e-1f0ae8d91c9e tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Resources bound (agent type, host, resource id):  {{(pid=82345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Sep 15 13:40:48.767730 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [req-05ce0952-e3f1-4f16-b605-f231b4b17b50 req-09fb4950-13c9-4e76-ac5e-1f0ae8d91c9e tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Received port after_create {{(pid=82345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 15 13:40:48.824375 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fb4950-13c9-4e76-ac5e-1f0ae8d91c9e tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Pushing event updated for resources: {'Port': ['ID=b5566617-43e6-48f9-936a-93928de70546,revision_number=1']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:40:48.852081 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ce0952-e3f1-4f16-b605-f231b4b17b50 req-09fb4950-13c9-4e76-ac5e-1f0ae8d91c9e tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:48.852748 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-05ce0952-e3f1-4f16-b605-f231b4b17b50 req-09fb4950-13c9-4e76-ac5e-1f0ae8d91c9e tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251427'] for port, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:48.857366 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fb4950-13c9-4e76-ac5e-1f0ae8d91c9e tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:40:48.857778 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fb4950-13c9-4e76-ac5e-1f0ae8d91c9e tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:40:48.858182 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fb4950-13c9-4e76-ac5e-1f0ae8d91c9e tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:40:48.858582 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fb4950-13c9-4e76-ac5e-1f0ae8d91c9e tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:40:48.858980 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fb4950-13c9-4e76-ac5e-1f0ae8d91c9e tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:40:48.859379 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fb4950-13c9-4e76-ac5e-1f0ae8d91c9e tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:40:48.859799 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fb4950-13c9-4e76-ac5e-1f0ae8d91c9e tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:40:48.860221 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fb4950-13c9-4e76-ac5e-1f0ae8d91c9e tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:40:48.860605 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fb4950-13c9-4e76-ac5e-1f0ae8d91c9e tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:40:48.862236 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fb4950-13c9-4e76-ac5e-1f0ae8d91c9e tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:40:48.862666 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fb4950-13c9-4e76-ac5e-1f0ae8d91c9e tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:40:48.867736 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-09fb4950-13c9-4e76-ac5e-1f0ae8d91c9e tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:40:48.887414 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-05ce0952-e3f1-4f16-b605-f231b4b17b50 req-09fb4950-13c9-4e76-ac5e-1f0ae8d91c9e tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2261319
Sep 15 13:40:48.908590 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [req-05ce0952-e3f1-4f16-b605-f231b4b17b50 req-b5769260-4907-4a1e-9fca-e14c76f9c41b service neutron] Request body: {'port': {'device_id': '431792a2-3bbf-4e74-8c89-07028ae9e339', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80918'}} {{(pid=82345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:40:49.044047 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-05ce0952-e3f1-4f16-b605-f231b4b17b50 req-b5769260-4907-4a1e-9fca-e14c76f9c41b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:49.469045 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71855e11-d8d6-4c49-b696-ef698914dc52 req-d490b3fa-5ecc-4cf0-a412-56b38c03f4b8 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:49.470693 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-71855e11-d8d6-4c49-b696-ef698914dc52 req-d490b3fa-5ecc-4cf0-a412-56b38c03f4b8 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dfebc96-1d27-4e99-9371-287665559258 HTTP/1.1" status: 200  len: 946 time: 0.2864528
Sep 15 13:40:49.481743 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c75d26-b5cc-4298-b2ab-896c63b69bce req-1c218d2f-8a90-433e-8a49-a900d14f0fd9 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:49.483230 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a3c75d26-b5cc-4298-b2ab-896c63b69bce req-1c218d2f-8a90-433e-8a49-a900d14f0fd9 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 945 time: 0.2588375
Sep 15 13:40:49.628025 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-71855e11-d8d6-4c49-b696-ef698914dc52 req-c6717df2-5ff7-48cc-80e4-eeb22ee3cec0 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1436627
Sep 15 13:40:49.633095 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a3c75d26-b5cc-4298-b2ab-896c63b69bce req-07934013-0d3f-458b-ab8b-8fd20e8f26fc tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2b6258c-7125-4609-a047-87418a93f977&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1288960
Sep 15 13:40:49.639483 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [req-05ce0952-e3f1-4f16-b605-f231b4b17b50 req-b5769260-4907-4a1e-9fca-e14c76f9c41b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5566617-43e6-48f9-936a-93928de70546 {{(pid=82345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Sep 15 13:40:49.647083 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-05ce0952-e3f1-4f16-b605-f231b4b17b50 req-b5769260-4907-4a1e-9fca-e14c76f9c41b service neutron] Notify callbacks [] for port, precommit_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:49.663764 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [req-05ce0952-e3f1-4f16-b605-f231b4b17b50 req-b5769260-4907-4a1e-9fca-e14c76f9c41b service neutron] Transition to ACTIVE for port object b5566617-43e6-48f9-936a-93928de70546 will not be triggered until provisioned by entity L2. {{(pid=82345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Sep 15 13:40:49.666602 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-05ce0952-e3f1-4f16-b605-f231b4b17b50 req-b5769260-4907-4a1e-9fca-e14c76f9c41b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2637562'] for port, after_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:49.671239 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:40:50.078057 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5769260-4907-4a1e-9fca-e14c76f9c41b service neutron] Pushing event updated for resources: {'Port': ['ID=b5566617-43e6-48f9-936a-93928de70546,revision_number=2']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:40:50.087460 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-b5769260-4907-4a1e-9fca-e14c76f9c41b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:40:50.104022 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-118ea1bf-312b-4b4d-a350-726a40ea1d17 req-7ff48277-5f8e-420d-8602-f7969dc66c2b tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-940029715&fields=id&tenant_id=d2cb26720af84bd8a1fda6a7b333bad4 HTTP/1.1" status: 200  len: 267 time: 0.1991382
Sep 15 13:40:50.268025 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca666478-a6e8-4cfa-af8c-e9fe37f13230 req-bab423af-ad65-4f21-b7e0-f07d8f95264c tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:50.268848 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-ca666478-a6e8-4cfa-af8c-e9fe37f13230 req-bab423af-ad65-4f21-b7e0-f07d8f95264c tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Synchronizing usage tracker for tenant:0cbcac6f7225495aa1bb03e6b75f260d on resource:port {{(pid=82345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Sep 15 13:40:50.384501 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [req-05ce0952-e3f1-4f16-b605-f231b4b17b50 req-b5769260-4907-4a1e-9fca-e14c76f9c41b service neutron] Attempting to bind port b5566617-43e6-48f9-936a-93928de70546 on host hv-cinder-80918 for vnic_type normal with profile  {{(pid=82345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Sep 15 13:40:50.384889 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [req-05ce0952-e3f1-4f16-b605-f231b4b17b50 req-b5769260-4907-4a1e-9fca-e14c76f9c41b service neutron] Attempting to bind port b5566617-43e6-48f9-936a-93928de70546 by drivers openvswitch,hyperv on host hv-cinder-80918 at level 0 using segments [{'id': '63d1bfcf-0223-48a4-817f-096249120299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0aeb072c-a9dd-4843-980d-6722c2605338'}] {{(pid=82345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Sep 15 13:40:50.385261 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ce0952-e3f1-4f16-b605-f231b4b17b50 req-b5769260-4907-4a1e-9fca-e14c76f9c41b service neutron] Attempting to bind port b5566617-43e6-48f9-936a-93928de70546 on network 0aeb072c-a9dd-4843-980d-6722c2605338 {{(pid=82345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Sep 15 13:40:50.392817 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-ca666478-a6e8-4cfa-af8c-e9fe37f13230 req-bab423af-ad65-4f21-b7e0-f07d8f95264c tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Unset dirty status for tenant:0cbcac6f7225495aa1bb03e6b75f260d on resource:port {{(pid=82345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Sep 15 13:40:50.394082 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-ca666478-a6e8-4cfa-af8c-e9fe37f13230 req-bab423af-ad65-4f21-b7e0-f07d8f95264c tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] 10.222.0.41 "GET /v2.0/ports?device_id=431792a2-3bbf-4e74-8c89-07028ae9e339 HTTP/1.1" status: 200  len: 943 time: 0.4878843
Sep 15 13:40:50.428347 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ce0952-e3f1-4f16-b605-f231b4b17b50 req-b5769260-4907-4a1e-9fca-e14c76f9c41b service neutron] Port b5566617-43e6-48f9-936a-93928de70546 on network 0aeb072c-a9dd-4843-980d-6722c2605338 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80918 {{(pid=82345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 15 13:40:50.428719 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ce0952-e3f1-4f16-b605-f231b4b17b50 req-b5769260-4907-4a1e-9fca-e14c76f9c41b service neutron] Attempting to bind port b5566617-43e6-48f9-936a-93928de70546 on network 0aeb072c-a9dd-4843-980d-6722c2605338 {{(pid=82345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Sep 15 13:40:50.443860 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ea1bf-312b-4b4d-a350-726a40ea1d17 req-72c2fc30-23c8-46c5-a2f7-e6c0443342b9 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:50.445656 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-118ea1bf-312b-4b4d-a350-726a40ea1d17 req-72c2fc30-23c8-46c5-a2f7-e6c0443342b9 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/networks?id=982dc6d1-fde1-4e05-9f32-46758815ee40 HTTP/1.1" status: 200  len: 809 time: 0.3012409
Sep 15 13:40:50.459442 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ce0952-e3f1-4f16-b605-f231b4b17b50 req-b5769260-4907-4a1e-9fca-e14c76f9c41b service neutron] Checking agent: {'id': '0b6080d1-6da0-4ccd-961d-05ec14f91c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80918', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 35, 33), 'started_at': datetime.datetime(2021, 9, 15, 13, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Sep 15 13:40:50.459857 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ce0952-e3f1-4f16-b605-f231b4b17b50 req-b5769260-4907-4a1e-9fca-e14c76f9c41b service neutron] Checking segment: {'id': '63d1bfcf-0223-48a4-817f-096249120299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0aeb072c-a9dd-4843-980d-6722c2605338'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Sep 15 13:40:50.460354 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ce0952-e3f1-4f16-b605-f231b4b17b50 req-b5769260-4907-4a1e-9fca-e14c76f9c41b service neutron] Bound using segment: {'id': '63d1bfcf-0223-48a4-817f-096249120299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0aeb072c-a9dd-4843-980d-6722c2605338'} {{(pid=82345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Sep 15 13:40:50.460760 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [req-05ce0952-e3f1-4f16-b605-f231b4b17b50 req-b5769260-4907-4a1e-9fca-e14c76f9c41b service neutron] Bound port: b5566617-43e6-48f9-936a-93928de70546, host: hv-cinder-80918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63d1bfcf-0223-48a4-817f-096249120299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0aeb072c-a9dd-4843-980d-6722c2605338'}}] {{(pid=82345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Sep 15 13:40:50.461143 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-05ce0952-e3f1-4f16-b605-f231b4b17b50 req-b5769260-4907-4a1e-9fca-e14c76f9c41b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:50.501688 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-ca666478-a6e8-4cfa-af8c-e9fe37f13230 req-937bd6d5-c0f4-46e0-bb77-412319062869 tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] 10.222.0.41 "GET /v2.0/security-groups?id=3ec045ec-f9aa-4f72-9045-a175b13bb7d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0943162
Sep 15 13:40:50.531121 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-118ea1bf-312b-4b4d-a350-726a40ea1d17 req-207042f3-daea-4a96-a815-e7bd7d8a03d9 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/quotas/d2cb26720af84bd8a1fda6a7b333bad4 HTTP/1.1" status: 200  len: 375 time: 0.0735211
Sep 15 13:40:50.653011 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [req-05ce0952-e3f1-4f16-b605-f231b4b17b50 req-b5769260-4907-4a1e-9fca-e14c76f9c41b service neutron] For port b5566617-43e6-48f9-936a-93928de70546, host hv-cinder-80918, cleared binding levels {{(pid=82345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Sep 15 13:40:50.715017 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [req-05ce0952-e3f1-4f16-b605-f231b4b17b50 req-b5769260-4907-4a1e-9fca-e14c76f9c41b service neutron] For port b5566617-43e6-48f9-936a-93928de70546, host hv-cinder-80918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=b5566617-43e6-48f9-936a-93928de70546,segment=NetworkSegment(63d1bfcf-0223-48a4-817f-096249120299),segment_id=63d1bfcf-0223-48a4-817f-096249120299)] {{(pid=82345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Sep 15 13:40:50.724451 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-118ea1bf-312b-4b4d-a350-726a40ea1d17 req-624568ca-6d4b-4c85-9373-b18e70b4b52f tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d2cb26720af84bd8a1fda6a7b333bad4&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1838791
Sep 15 13:40:50.727615 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-05ce0952-e3f1-4f16-b605-f231b4b17b50 req-b5769260-4907-4a1e-9fca-e14c76f9c41b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2637562'] for port, after_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:50.733004 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-27abb52d-1b71-4b32-bcd0-64d13a22ecc5 tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:40:50.867422 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-05ce0952-e3f1-4f16-b605-f231b4b17b50 req-b5769260-4907-4a1e-9fca-e14c76f9c41b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251427'] for port, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:50.869404 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-05ce0952-e3f1-4f16-b605-f231b4b17b50 req-b5769260-4907-4a1e-9fca-e14c76f9c41b service neutron] 10.222.0.36 "PUT /v2.0/ports/b5566617-43e6-48f9-936a-93928de70546 HTTP/1.1" status: 200  len: 1093 time: 1.9651325
Sep 15 13:40:50.887526 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '431792a2-3bbf-4e74-8c89-07028ae9e339', 'tag': 'b5566617-43e6-48f9-936a-93928de70546'}] {{(pid=82345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Sep 15 13:40:50.992737 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69afd04b-fd19-4e5b-ad74-f0e73c1654c7 req-6761d4a2-61e5-43aa-8bf6-65052692e962 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:50.994495 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-69afd04b-fd19-4e5b-ad74-f0e73c1654c7 req-6761d4a2-61e5-43aa-8bf6-65052692e962 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/ports?device_id=77ed6e87-608d-4dd2-ac4e-4cf4e42fd368 HTTP/1.1" status: 200  len: 945 time: 0.3457639
Sep 15 13:40:51.001608 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5769260-4907-4a1e-9fca-e14c76f9c41b service neutron] Pushing event updated for resources: {'Port': ['ID=b5566617-43e6-48f9-936a-93928de70546,revision_number=3']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:40:51.011268 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-b5769260-4907-4a1e-9fca-e14c76f9c41b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:40:51.112995 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-118ea1bf-312b-4b4d-a350-726a40ea1d17 req-10d268db-3405-41ac-9b9c-c5a3789cb483 service neutron] 10.222.0.41 "GET /v2.0/networks/982dc6d1-fde1-4e05-9f32-46758815ee40?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3484576
Sep 15 13:40:51.190128 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-69afd04b-fd19-4e5b-ad74-f0e73c1654c7 req-75a4068a-b508-46f2-aec9-3c3773d5c1cd tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c08ff91-f7c0-4639-896f-1511f14e2415&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1827877
Sep 15 13:40:51.294973 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-05ce0952-e3f1-4f16-b605-f231b4b17b50 req-d30cd4f8-c723-4477-b1a3-00a93845b9b4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0cbcac6f7225495aa1bb03e6b75f260d&device_id=431792a2-3bbf-4e74-8c89-07028ae9e339 HTTP/1.1" status: 200  len: 1096 time: 0.2568672
Sep 15 13:40:51.394508 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-05ce0952-e3f1-4f16-b605-f231b4b17b50 req-5abda8d0-ff34-4d72-836e-082b2fdba28c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5566617-43e6-48f9-936a-93928de70546 HTTP/1.1" status: 200  len: 217 time: 0.0772605
Sep 15 13:40:51.409464 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-118ea1bf-312b-4b4d-a350-726a40ea1d17 req-4da4d63d-673a-4c90-8e79-ab42ee8c0e1b service neutron] 10.222.0.41 "GET /v2.0/networks/982dc6d1-fde1-4e05-9f32-46758815ee40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2847588
Sep 15 13:40:51.530570 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ce0952-e3f1-4f16-b605-f231b4b17b50 req-142c9636-7405-4d6e-8615-6918cfbaa21a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:51.532618 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-05ce0952-e3f1-4f16-b605-f231b4b17b50 req-142c9636-7405-4d6e-8615-6918cfbaa21a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=351e9296-ac88-478f-acd0-033a2a9e029f HTTP/1.1" status: 200  len: 854 time: 0.1218977
Sep 15 13:40:51.609793 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-05ce0952-e3f1-4f16-b605-f231b4b17b50 req-d9ce508a-57ce-4d86-aa5e-45a1f17e5f8b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0aeb072c-a9dd-4843-980d-6722c2605338&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0602164
Sep 15 13:40:51.856498 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef14a620-6b1c-4466-a5b1-fe903eb7c150 req-cf4b2696-c43e-4e59-aa02-527d821e1ebe tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:51.859157 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-ef14a620-6b1c-4466-a5b1-fe903eb7c150 req-cf4b2696-c43e-4e59-aa02-527d821e1ebe tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dfebc96-1d27-4e99-9371-287665559258 HTTP/1.1" status: 200  len: 946 time: 0.2520242
Sep 15 13:40:51.897810 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-05ce0952-e3f1-4f16-b605-f231b4b17b50 req-f73ac7cd-3eaf-466b-87b1-398bc3eb5619 service neutron] 10.222.0.36 "GET /v2.0/networks/0aeb072c-a9dd-4843-980d-6722c2605338?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2466290
Sep 15 13:40:51.928688 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-ef14a620-6b1c-4466-a5b1-fe903eb7c150 req-92fbba3c-0896-4a39-a8d5-35f4a2fa76ac tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598118
Sep 15 13:40:52.094034 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '431792a2-3bbf-4e74-8c89-07028ae9e339', 'tag': 'b5566617-43e6-48f9-936a-93928de70546', 'status': 'completed', 'code': 200}
Sep 15 13:40:52.216495 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-05ce0952-e3f1-4f16-b605-f231b4b17b50 req-b6a9a20e-99c7-4c1a-8abc-d59ebb530485 service neutron] 10.222.0.36 "GET /v2.0/networks/0aeb072c-a9dd-4843-980d-6722c2605338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2912564
Sep 15 13:40:52.228735 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c0236-f42f-4365-b093-67c8132e3e60 req-094b0f42-7daa-4e9f-9411-1820f2f8f958 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:52.230342 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-d69c0236-f42f-4365-b093-67c8132e3e60 req-094b0f42-7daa-4e9f-9411-1820f2f8f958 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 945 time: 0.2446730
Sep 15 13:40:52.363153 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574820ae-93a1-48d9-9de7-caa3be7c9be0 req-bcd93655-8fc3-4001-99e2-9add7cf49374 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:52.373313 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-574820ae-93a1-48d9-9de7-caa3be7c9be0 req-bcd93655-8fc3-4001-99e2-9add7cf49374 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/ports?device_id=4247b744-dbcb-4f5b-9b04-1705271ed99b HTTP/1.1" status: 200  len: 945 time: 0.2194922
Sep 15 13:40:52.433192 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-d69c0236-f42f-4365-b093-67c8132e3e60 req-f197c3e8-809e-492a-a979-1a93208ec67e tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2b6258c-7125-4609-a047-87418a93f977&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1965113
Sep 15 13:40:52.515294 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-574820ae-93a1-48d9-9de7-caa3be7c9be0 req-fd2545fd-86bc-41b8-a6a3-18d7299caee4 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2bc11e6-bbc1-4efa-b746-171b2be9153a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1382737
Sep 15 13:40:52.526309 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-16bc8e6d-6d7a-410c-99e4-1fdaca274015 req-fd4d0ff8-f0c1-4684-a4aa-b07abf690bbd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0cbcac6f7225495aa1bb03e6b75f260d&device_id=431792a2-3bbf-4e74-8c89-07028ae9e339 HTTP/1.1" status: 200  len: 1096 time: 0.1505861
Sep 15 13:40:53.024249 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-e549b3bd-eb29-420b-80e2-4b15ac2336d4 req-a865c55d-bc37-4fab-937e-4bbd57c76996 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ceb2f64-a7eb-4076-aa4a-1e8fda020c6a HTTP/1.1" status: 200  len: 210 time: 0.3089840
Sep 15 13:40:53.069715 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc8e6d-6d7a-410c-99e4-1fdaca274015 req-5a1803f3-9044-4268-a1e8-9742e39fe5fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:53.071449 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-16bc8e6d-6d7a-410c-99e4-1fdaca274015 req-5a1803f3-9044-4268-a1e8-9742e39fe5fa service neutron] 10.222.0.36 "GET /v2.0/networks?id=0aeb072c-a9dd-4843-980d-6722c2605338 HTTP/1.1" status: 200  len: 915 time: 0.5215006
Sep 15 13:40:53.169364 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-16bc8e6d-6d7a-410c-99e4-1fdaca274015 req-711b2c2c-126d-4217-814a-e18760cbfb61 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5566617-43e6-48f9-936a-93928de70546 HTTP/1.1" status: 200  len: 217 time: 0.0810568
Sep 15 13:40:53.281020 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf1b1e4-cc47-4f8d-a74a-c31f2d2f1f6b req-86f8edcc-c089-47c4-b0b6-1b2595abe159 tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:53.290715 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-cbf1b1e4-cc47-4f8d-a74a-c31f2d2f1f6b req-86f8edcc-c089-47c4-b0b6-1b2595abe159 tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] 10.222.0.41 "GET /v2.0/ports?device_id=431792a2-3bbf-4e74-8c89-07028ae9e339 HTTP/1.1" status: 200  len: 943 time: 0.6217132
Sep 15 13:40:53.358543 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc8e6d-6d7a-410c-99e4-1fdaca274015 req-808496ee-8617-471f-8451-5c9b666134f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:53.360172 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-16bc8e6d-6d7a-410c-99e4-1fdaca274015 req-808496ee-8617-471f-8451-5c9b666134f6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=351e9296-ac88-478f-acd0-033a2a9e029f HTTP/1.1" status: 200  len: 854 time: 0.1490712
Sep 15 13:40:53.381043 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-cbf1b1e4-cc47-4f8d-a74a-c31f2d2f1f6b req-d9f86c23-8d17-4951-a07c-2a3defea433a tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] 10.222.0.41 "GET /v2.0/security-groups?id=3ec045ec-f9aa-4f72-9045-a175b13bb7d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0900481
Sep 15 13:40:53.388666 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f40942-f2fe-4379-b9f7-f4bed7315078 req-235e3185-ed79-446e-b057-81c641fd5614 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:53.392481 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-14f40942-f2fe-4379-b9f7-f4bed7315078 req-235e3185-ed79-446e-b057-81c641fd5614 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/ports?device_id=77ed6e87-608d-4dd2-ac4e-4cf4e42fd368 HTTP/1.1" status: 200  len: 945 time: 0.2231336
Sep 15 13:40:53.447428 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-16bc8e6d-6d7a-410c-99e4-1fdaca274015 req-5aaa6836-404e-4a7e-a062-8bf6cb096e4c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0aeb072c-a9dd-4843-980d-6722c2605338&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0530124
Sep 15 13:40:53.665588 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-14f40942-f2fe-4379-b9f7-f4bed7315078 req-823812c8-04d3-475b-aca9-8b3eeb07a677 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c08ff91-f7c0-4639-896f-1511f14e2415&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2168977
Sep 15 13:40:53.803090 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e99e037-e475-462e-bbe1-17707d4f4435 req-9433d9c9-e8b4-44f3-a7d4-b43e2a884482 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:53.811123 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-8e99e037-e475-462e-bbe1-17707d4f4435 req-9433d9c9-e8b4-44f3-a7d4-b43e2a884482 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dfebc96-1d27-4e99-9371-287665559258 HTTP/1.1" status: 200  len: 946 time: 0.2785230
Sep 15 13:40:53.870566 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-16bc8e6d-6d7a-410c-99e4-1fdaca274015 req-963178d2-d516-4b74-8098-88ffc1aa8244 service neutron] 10.222.0.36 "GET /v2.0/networks/0aeb072c-a9dd-4843-980d-6722c2605338?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3968410
Sep 15 13:40:53.961672 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ea1bf-312b-4b4d-a350-726a40ea1d17 req-d219c7ea-00cb-4b34-bc3a-5d9f08b8c070 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:53.962537 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-118ea1bf-312b-4b4d-a350-726a40ea1d17 req-d219c7ea-00cb-4b34-bc3a-5d9f08b8c070 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Synchronizing usage tracker for tenant:d2cb26720af84bd8a1fda6a7b333bad4 on resource:network {{(pid=82346) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Sep 15 13:40:53.984233 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-118ea1bf-312b-4b4d-a350-726a40ea1d17 req-d219c7ea-00cb-4b34-bc3a-5d9f08b8c070 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Unset dirty status for tenant:d2cb26720af84bd8a1fda6a7b333bad4 on resource:network {{(pid=82346) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Sep 15 13:40:53.985717 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-118ea1bf-312b-4b4d-a350-726a40ea1d17 req-d219c7ea-00cb-4b34-bc3a-5d9f08b8c070 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.36 "GET /v2.0/networks?id=982dc6d1-fde1-4e05-9f32-46758815ee40 HTTP/1.1" status: 200  len: 809 time: 0.4506843
Sep 15 13:40:54.018605 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-8e99e037-e475-462e-bbe1-17707d4f4435 req-16723ecc-a4ed-498e-aaaa-e236c40ad1cc tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2064986
Sep 15 13:40:54.148323 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324d656d-fc9e-45fc-a77e-c910e126d767 req-4db87271-8c6f-4e18-abac-5fdea2582067 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:54.149945 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-324d656d-fc9e-45fc-a77e-c910e126d767 req-4db87271-8c6f-4e18-abac-5fdea2582067 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 945 time: 0.2313333
Sep 15 13:40:54.152597 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-16bc8e6d-6d7a-410c-99e4-1fdaca274015 req-061c70e6-4afa-419e-8b5b-b335581e37af service neutron] 10.222.0.36 "GET /v2.0/networks/0aeb072c-a9dd-4843-980d-6722c2605338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2633264
Sep 15 13:40:54.228196 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-324d656d-fc9e-45fc-a77e-c910e126d767 req-835ef8ea-74b5-4488-8bd7-1845723b85b0 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2b6258c-7125-4609-a047-87418a93f977&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0714359
Sep 15 13:40:54.249825 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-118ea1bf-312b-4b4d-a350-726a40ea1d17 req-c6332e51-0f74-4c79-9b5d-6425372707ee tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Synchronizing usage tracker for tenant:d2cb26720af84bd8a1fda6a7b333bad4 on resource:security_group {{(pid=82346) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Sep 15 13:40:54.274423 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-118ea1bf-312b-4b4d-a350-726a40ea1d17 req-c6332e51-0f74-4c79-9b5d-6425372707ee tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Unset dirty status for tenant:d2cb26720af84bd8a1fda6a7b333bad4 on resource:security_group {{(pid=82346) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Sep 15 13:40:54.276968 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-118ea1bf-312b-4b4d-a350-726a40ea1d17 req-c6332e51-0f74-4c79-9b5d-6425372707ee tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2cb26720af84bd8a1fda6a7b333bad4 HTTP/1.1" status: 200  len: 379 time: 0.1955128
Sep 15 13:40:54.290332 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ae53bd-5a5f-465a-8e39-b1d3cbe801f2 req-7b62ff2d-26a5-469f-b42e-5d075ac2f671 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:54.294408 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-b0ae53bd-5a5f-465a-8e39-b1d3cbe801f2 req-7b62ff2d-26a5-469f-b42e-5d075ac2f671 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Synchronizing usage tracker for tenant:123dd1ba9d594e88a025896157079afa on resource:port {{(pid=82346) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Sep 15 13:40:54.302784 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [req-118ea1bf-312b-4b4d-a350-726a40ea1d17 req-3f75450e-d1e1-415f-b556-812a8a4831e6 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Request body: {'port': {'device_id': '8ceb2f64-a7eb-4076-aa4a-1e8fda020c6a', 'network_id': '982dc6d1-fde1-4e05-9f32-46758815ee40', 'admin_state_up': True, 'tenant_id': 'd2cb26720af84bd8a1fda6a7b333bad4', 'security_groups': ['89175963-9081-4766-bd6e-dce643f9d5fa']}} {{(pid=82346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:40:54.312606 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Device b5566617-43e6-48f9-936a-93928de70546 details requested by agent hyperv_hv-cinder-80918 with host hv-cinder-80918 {{(pid=82347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Sep 15 13:40:54.364164 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-b0ae53bd-5a5f-465a-8e39-b1d3cbe801f2 req-7b62ff2d-26a5-469f-b42e-5d075ac2f671 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Unset dirty status for tenant:123dd1ba9d594e88a025896157079afa on resource:port {{(pid=82346) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Sep 15 13:40:54.365436 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-b0ae53bd-5a5f-465a-8e39-b1d3cbe801f2 req-7b62ff2d-26a5-469f-b42e-5d075ac2f671 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.36 "GET /v2.0/ports?device_id=4247b744-dbcb-4f5b-9b04-1705271ed99b HTTP/1.1" status: 200  len: 945 time: 0.2755427
Sep 15 13:40:54.423355 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90931793-57a9-4b0e-8a4f-b4e6371a1212 req-e1102a1c-82d9-46bf-81c3-5ea139d705ce tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:54.425317 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-90931793-57a9-4b0e-8a4f-b4e6371a1212 req-e1102a1c-82d9-46bf-81c3-5ea139d705ce tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/ports?device_id=4247b744-dbcb-4f5b-9b04-1705271ed99b HTTP/1.1" status: 200  len: 945 time: 0.1906395
Sep 15 13:40:54.506894 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-90931793-57a9-4b0e-8a4f-b4e6371a1212 req-ab2777fa-9981-4b5e-b1a8-b9f62fdecf34 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2bc11e6-bbc1-4efa-b746-171b2be9153a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0734262
Sep 15 13:40:54.557457 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] For port b5566617-43e6-48f9-936a-93928de70546, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=b5566617-43e6-48f9-936a-93928de70546,segment=NetworkSegment(63d1bfcf-0223-48a4-817f-096249120299),segment_id=63d1bfcf-0223-48a4-817f-096249120299)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:40:54.615785 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Returning: {'device': 'b5566617-43e6-48f9-936a-93928de70546', 'network_id': '0aeb072c-a9dd-4843-980d-6722c2605338', 'port_id': 'b5566617-43e6-48f9-936a-93928de70546', 'mac_address': 'fa:16:3e:77:31:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '351e9296-ac88-478f-acd0-033a2a9e029f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 15 13:40:54.662581 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [req-b0ae53bd-5a5f-465a-8e39-b1d3cbe801f2 req-dcfcb9f5-b609-4ad8-afca-d65ddecb6efc tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Deleting port 4d05e0d5-ca44-4810-bc71-62a090de6761 {{(pid=82346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Sep 15 13:40:54.663277 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-b0ae53bd-5a5f-465a-8e39-b1d3cbe801f2 req-dcfcb9f5-b609-4ad8-afca-d65ddecb6efc tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301743532404'] for port, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:54.765121 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-d9953927-267c-4f75-a3b9-8722b96bf25d req-dc685ab2-2007-4d8c-9a92-27e384414ce8 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ceb2f64-a7eb-4076-aa4a-1e8fda020c6a HTTP/1.1" status: 200  len: 210 time: 0.0944867
Sep 15 13:40:54.874344 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:54.902875 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5566617-43e6-48f9-936a-93928de70546 {{(pid=82347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Sep 15 13:40:54.921150 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] For port b5566617-43e6-48f9-936a-93928de70546, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=b5566617-43e6-48f9-936a-93928de70546,segment=NetworkSegment(63d1bfcf-0223-48a4-817f-096249120299),segment_id=63d1bfcf-0223-48a4-817f-096249120299)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:40:54.928586 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:54.936117 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:40:55.011474 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [req-118ea1bf-312b-4b4d-a350-726a40ea1d17 req-3f75450e-d1e1-415f-b556-812a8a4831e6 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:40:55.024839 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-118ea1bf-312b-4b4d-a350-726a40ea1d17 req-3f75450e-d1e1-415f-b556-812a8a4831e6 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Usage tracker for resource:port and tenant:d2cb26720af84bd8a1fda6a7b333bad4 is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:40:55.028121 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-118ea1bf-312b-4b4d-a350-726a40ea1d17 req-3f75450e-d1e1-415f-b556-812a8a4831e6 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Quota usage for port was recalculated. Used quota:2. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:40:55.045401 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [req-118ea1bf-312b-4b4d-a350-726a40ea1d17 req-3f75450e-d1e1-415f-b556-812a8a4831e6 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:40:55.078300 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-118ea1bf-312b-4b4d-a350-726a40ea1d17 req-3f75450e-d1e1-415f-b556-812a8a4831e6 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Made reservation on behalf of d2cb26720af84bd8a1fda6a7b333bad4 for: {'port': 1} {{(pid=82346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Sep 15 13:40:55.084582 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-118ea1bf-312b-4b4d-a350-726a40ea1d17 req-3f75450e-d1e1-415f-b556-812a8a4831e6 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:55.114739 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Pushing event updated for resources: {'Port': ['ID=b5566617-43e6-48f9-936a-93928de70546,revision_number=4']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:40:55.124705 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7cd7c4-f45d-4397-854a-8431f0098027 req-ff4aece6-349c-4a2f-9d5a-76d52453310c tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:55.129199 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:40:55.135543 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-9b7cd7c4-f45d-4397-854a-8431f0098027 req-ff4aece6-349c-4a2f-9d5a-76d52453310c tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] 10.222.0.41 "GET /v2.0/ports?device_id=431792a2-3bbf-4e74-8c89-07028ae9e339 HTTP/1.1" status: 200  len: 944 time: 0.3106773
Sep 15 13:40:55.260450 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-c87ea416-9737-456c-8781-972f47677bb8 req-858e44f3-f1d7-432d-937c-1c9659f08169 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=839ee03af2c74792a3a3c2d72d59dd55&device_id=77ed6e87-608d-4dd2-ac4e-4cf4e42fd368 HTTP/1.1" status: 200  len: 1098 time: 0.3224282
Sep 15 13:40:55.415643 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] get_ports_and_sgs() called for port_ids ['b5566617-43e6-48f9-936a-93928de70546'] {{(pid=82347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 15 13:40:55.441048 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ea416-9737-456c-8781-972f47677bb8 req-288ef2e7-117c-4a45-a3a1-31edaf5b6b40 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:55.442884 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-c87ea416-9737-456c-8781-972f47677bb8 req-288ef2e7-117c-4a45-a3a1-31edaf5b6b40 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9b5d95b3-3bf8-4370-9b66-9dd986b48a07 HTTP/1.1" status: 200  len: 912 time: 0.1698813
Sep 15 13:40:55.446406 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-9b7cd7c4-f45d-4397-854a-8431f0098027 req-97ed40f0-a063-4979-8585-15c34b05585b tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] 10.222.0.41 "GET /v2.0/security-groups?id=3ec045ec-f9aa-4f72-9045-a175b13bb7d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3014913
Sep 15 13:40:55.567371 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [req-b0ae53bd-5a5f-465a-8e39-b1d3cbe801f2 req-dcfcb9f5-b609-4ad8-afca-d65ddecb6efc tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] For port 4d05e0d5-ca44-4810-bc71-62a090de6761, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=4d05e0d5-ca44-4810-bc71-62a090de6761,segment=NetworkSegment(3490644b-788c-43d7-8cb9-2ed21ec8c954),segment_id=3490644b-788c-43d7-8cb9-2ed21ec8c954)] {{(pid=82346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:40:55.568095 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-b0ae53bd-5a5f-465a-8e39-b1d3cbe801f2 req-dcfcb9f5-b609-4ad8-afca-d65ddecb6efc tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853103875'] for port, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:55.578523 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf985978-0676-421c-a629-5972eee4581a req-c12ecb21-8c10-45cb-867e-aca4956d2c4a tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:55.591248 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-bf985978-0676-421c-a629-5972eee4581a req-c12ecb21-8c10-45cb-867e-aca4956d2c4a tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/ports?device_id=77ed6e87-608d-4dd2-ac4e-4cf4e42fd368 HTTP/1.1" status: 200  len: 945 time: 0.5577314
Sep 15 13:40:55.729826 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [req-b0ae53bd-5a5f-465a-8e39-b1d3cbe801f2 req-dcfcb9f5-b609-4ad8-afca-d65ddecb6efc tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Calling delete_port for 4d05e0d5-ca44-4810-bc71-62a090de6761 owned by compute:nova {{(pid=82346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Sep 15 13:40:55.749419 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-c87ea416-9737-456c-8781-972f47677bb8 req-6ae4c365-4dc5-417e-aead-5ea410dac1dd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cfe82913-7703-4af3-8804-f17b33bc3488 HTTP/1.1" status: 200  len: 1001 time: 0.2991238
Sep 15 13:40:55.770985 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.db_base_plugin_common [req-118ea1bf-312b-4b4d-a350-726a40ea1d17 req-3f75450e-d1e1-415f-b556-812a8a4831e6 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Allocated IP 172.20.0.10 (982dc6d1-fde1-4e05-9f32-46758815ee40/5b2f26b2-c7f8-4f7f-8b6c-514ec6432124/2d645075-44ff-4519-8770-07ec8ae0948f) {{(pid=82346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Sep 15 13:40:55.771915 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-bf985978-0676-421c-a629-5972eee4581a req-31df0f52-4456-4b7b-85ed-c271cc416c1e tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c08ff91-f7c0-4639-896f-1511f14e2415&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1784923
Sep 15 13:40:55.914754 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e2f5a4-a515-4e8e-bedd-b41c933af454 req-92da618d-96d3-4c7e-b096-9fa291be7187 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:55.916793 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-82e2f5a4-a515-4e8e-bedd-b41c933af454 req-92da618d-96d3-4c7e-b096-9fa291be7187 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dfebc96-1d27-4e99-9371-287665559258 HTTP/1.1" status: 200  len: 946 time: 0.2746205
Sep 15 13:40:55.997549 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ea416-9737-456c-8781-972f47677bb8 req-e09dade5-2adc-42c5-b1cc-989bcb333706 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:55.999530 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-c87ea416-9737-456c-8781-972f47677bb8 req-e09dade5-2adc-42c5-b1cc-989bcb333706 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1beceede-0773-432e-935b-1a5d4e30ef31 HTTP/1.1" status: 200  len: 850 time: 0.2251093
Sep 15 13:40:56.091724 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-82e2f5a4-a515-4e8e-bedd-b41c933af454 req-e0920260-93fb-4042-b6eb-32e26d60a797 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1248431
Sep 15 13:40:56.139439 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-b0ae53bd-5a5f-465a-8e39-b1d3cbe801f2 req-dcfcb9f5-b609-4ad8-afca-d65ddecb6efc tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301743526908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735110837380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1447919'] for port, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:56.145943 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-c87ea416-9737-456c-8781-972f47677bb8 req-63029115-8193-4cd5-9715-bc0740a11566 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9b5d95b3-3bf8-4370-9b66-9dd986b48a07&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1307893
Sep 15 13:40:56.153554 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a49d31b-83b7-4f4f-9f03-7ec7987f5b08 req-9e5697ce-859f-4f3a-a57f-2f267af591db tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:56.154897 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-0efb2496-ddd3-4fe7-b092-b98b1fc16ac2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:40:56.155369 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-2a49d31b-83b7-4f4f-9f03-7ec7987f5b08 req-9e5697ce-859f-4f3a-a57f-2f267af591db tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 945 time: 0.2372544
Sep 15 13:40:56.233988 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfcb9f5-b609-4ad8-afca-d65ddecb6efc tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Pushing event deleted for resources: {'Port': ['ID=4d05e0d5-ca44-4810-bc71-62a090de6761,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:40:56.318877 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-118ea1bf-312b-4b4d-a350-726a40ea1d17 req-3f75450e-d1e1-415f-b556-812a8a4831e6 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Notify callbacks [] for port, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:56.323210 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfcb9f5-b609-4ad8-afca-d65ddecb6efc tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:40:56.323691 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfcb9f5-b609-4ad8-afca-d65ddecb6efc tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:40:56.324041 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfcb9f5-b609-4ad8-afca-d65ddecb6efc tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:40:56.324452 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfcb9f5-b609-4ad8-afca-d65ddecb6efc tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:40:56.324856 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfcb9f5-b609-4ad8-afca-d65ddecb6efc tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:40:56.325255 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfcb9f5-b609-4ad8-afca-d65ddecb6efc tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:40:56.325654 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfcb9f5-b609-4ad8-afca-d65ddecb6efc tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:40:56.326309 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfcb9f5-b609-4ad8-afca-d65ddecb6efc tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:40:56.326713 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfcb9f5-b609-4ad8-afca-d65ddecb6efc tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:40:56.327250 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfcb9f5-b609-4ad8-afca-d65ddecb6efc tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:40:56.327659 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfcb9f5-b609-4ad8-afca-d65ddecb6efc tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:40:56.331002 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0ae53bd-5a5f-465a-8e39-b1d3cbe801f2 req-dcfcb9f5-b609-4ad8-afca-d65ddecb6efc tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] No DVR routers for this DVR port 4d05e0d5-ca44-4810-bc71-62a090de6761 on host hv-cinder-80918 {{(pid=82346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Sep 15 13:40:56.336883 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-dcfcb9f5-b609-4ad8-afca-d65ddecb6efc tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:40:56.341142 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-b0ae53bd-5a5f-465a-8e39-b1d3cbe801f2 req-dcfcb9f5-b609-4ad8-afca-d65ddecb6efc tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251427'] for port, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:56.355526 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4247b744-dbcb-4f5b-9b04-1705271ed99b', 'name': 'network-vif-deleted', 'tag': '4d05e0d5-ca44-4810-bc71-62a090de6761'}] {{(pid=82346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Sep 15 13:40:56.370298 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-b0ae53bd-5a5f-465a-8e39-b1d3cbe801f2 req-dcfcb9f5-b609-4ad8-afca-d65ddecb6efc tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.36 "DELETE /v2.0/ports/4d05e0d5-ca44-4810-bc71-62a090de6761 HTTP/1.1" status: 204  len: 173 time: 1.8920765
Sep 15 13:40:56.376133 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [req-118ea1bf-312b-4b4d-a350-726a40ea1d17 req-3f75450e-d1e1-415f-b556-812a8a4831e6 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Transition to ACTIVE for port object 2d645075-44ff-4519-8770-07ec8ae0948f will not be triggered until provisioned by entity DHCP. {{(pid=82346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Sep 15 13:40:56.422443 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-118ea1bf-312b-4b4d-a350-726a40ea1d17 req-3f75450e-d1e1-415f-b556-812a8a4831e6 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363301743938437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1447919'] for port, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:56.430623 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-fa7b4586-643d-4bb3-a57f-a2b7e9ea94a0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:40:56.512781 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-118ea1bf-312b-4b4d-a350-726a40ea1d17 req-3f75450e-d1e1-415f-b556-812a8a4831e6 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Network 982dc6d1-fde1-4e05-9f32-46758815ee40 is already hosted by enough agents. {{(pid=82346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Sep 15 13:40:56.517701 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.base_scheduler [req-118ea1bf-312b-4b4d-a350-726a40ea1d17 req-3f75450e-d1e1-415f-b556-812a8a4831e6 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Resources bound (agent type, host, resource id):  {{(pid=82346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Sep 15 13:40:56.518663 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f30c1c29-8146-4c03-82c4-50b32393c12c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:56.540359 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f75450e-d1e1-415f-b556-812a8a4831e6 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Pushing event updated for resources: {'Port': ['ID=2d645075-44ff-4519-8770-07ec8ae0948f,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:40:56.542943 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [req-118ea1bf-312b-4b4d-a350-726a40ea1d17 req-3f75450e-d1e1-415f-b556-812a8a4831e6 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Received port after_create {{(pid=82346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 15 13:40:56.576298 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-c87ea416-9737-456c-8781-972f47677bb8 req-8efee0c9-9612-4c93-92cc-cd7b4e254ce5 service neutron] 10.222.0.36 "GET /v2.0/networks/9b5d95b3-3bf8-4370-9b66-9dd986b48a07?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4065421
Sep 15 13:40:56.577008 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] get_ports_and_sgs() called for port_ids ['1d146de1-007d-4207-8d58-3ab7e0266a17', '95e97c21-2d47-41e7-a35c-ac76e5b4a7e3', '887cdf2d-38b3-4a7d-b565-fbee4fe1a9c8'] {{(pid=82347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 15 13:40:56.599881 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-3f75450e-d1e1-415f-b556-812a8a4831e6 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:40:56.656088 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ea1bf-312b-4b4d-a350-726a40ea1d17 req-3f75450e-d1e1-415f-b556-812a8a4831e6 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:56.660266 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-118ea1bf-312b-4b4d-a350-726a40ea1d17 req-3f75450e-d1e1-415f-b556-812a8a4831e6 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251427'] for port, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:56.696188 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-118ea1bf-312b-4b4d-a350-726a40ea1d17 req-3f75450e-d1e1-415f-b556-812a8a4831e6 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.4127448
Sep 15 13:40:56.742769 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a86cd900-f2de-475a-914a-663670ca72f1 req-f59fc778-fd0a-4b23-b5c3-cbf8533a467a tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/ports?device_id=4247b744-dbcb-4f5b-9b04-1705271ed99b HTTP/1.1" status: 200  len: 210 time: 0.1482677
Sep 15 13:40:56.753025 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [req-118ea1bf-312b-4b4d-a350-726a40ea1d17 req-4e2c13b5-b4de-48fc-8110-e8715b584574 service neutron] Request body: {'port': {'device_id': '8ceb2f64-a7eb-4076-aa4a-1e8fda020c6a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80918'}} {{(pid=82346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:40:56.979395 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-2a49d31b-83b7-4f4f-9f03-7ec7987f5b08 req-9cfaa96f-1d1d-4605-b591-8e20c0a8367b tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2b6258c-7125-4609-a047-87418a93f977&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.8118708
Sep 15 13:40:56.999816 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-118ea1bf-312b-4b4d-a350-726a40ea1d17 req-4e2c13b5-b4de-48fc-8110-e8715b584574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:57.104375 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-c87ea416-9737-456c-8781-972f47677bb8 req-b96dea95-f384-4435-8c82-1f935f7e59de service neutron] 10.222.0.36 "GET /v2.0/networks/9b5d95b3-3bf8-4370-9b66-9dd986b48a07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4989941
Sep 15 13:40:57.182780 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b440a20-ed05-4ecd-b09f-69ce6c1d737f req-ebc735c7-4a12-458d-b753-3372a89f3a31 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:57.184880 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-2b440a20-ed05-4ecd-b09f-69ce6c1d737f req-ebc735c7-4a12-458d-b753-3372a89f3a31 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ceb2f64-a7eb-4076-aa4a-1e8fda020c6a HTTP/1.1" status: 200  len: 932 time: 0.1931894
Sep 15 13:40:57.253620 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-2b440a20-ed05-4ecd-b09f-69ce6c1d737f req-924cd58c-cff6-4a71-8465-e2c1e3dfefab tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/security-groups?id=89175963-9081-4766-bd6e-dce643f9d5fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0621126
Sep 15 13:40:57.262394 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-6be73547-86e3-46eb-8dc6-625fa39bf11e None None] Provisioning for port 2d645075-44ff-4519-8770-07ec8ae0948f completed by entity DHCP. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Sep 15 13:40:57.268032 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-6be73547-86e3-46eb-8dc6-625fa39bf11e None None] Provisioning complete for port 2d645075-44ff-4519-8770-07ec8ae0948f triggered by entity DHCP. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:40:57.268457 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-6be73547-86e3-46eb-8dc6-625fa39bf11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:57.373252 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-6be73547-86e3-46eb-8dc6-625fa39bf11e None None] Port 2d645075-44ff-4519-8770-07ec8ae0948f cannot update to ACTIVE because it is not bound. {{(pid=82347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Sep 15 13:40:57.539275 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4247b744-dbcb-4f5b-9b04-1705271ed99b', 'name': 'network-vif-deleted', 'tag': '4d05e0d5-ca44-4810-bc71-62a090de6761', 'status': 'completed', 'code': 200}
Sep 15 13:40:57.610136 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a406cf39-f389-4c72-90e8-6f62fe042079 req-8306eeb4-2cbb-47c6-9ddd-4c64592bc1f0 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:57.611779 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a406cf39-f389-4c72-90e8-6f62fe042079 req-8306eeb4-2cbb-47c6-9ddd-4c64592bc1f0 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/ports?device_id=77ed6e87-608d-4dd2-ac4e-4cf4e42fd368 HTTP/1.1" status: 200  len: 945 time: 0.1206970
Sep 15 13:40:57.618291 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f691fde3-f998-4b96-9de8-7a9d63511b60 req-b42ce212-6713-4820-8a71-8e734c9b8db1 tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:57.625675 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-f691fde3-f998-4b96-9de8-7a9d63511b60 req-b42ce212-6713-4820-8a71-8e734c9b8db1 tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] 10.222.0.41 "GET /v2.0/ports?device_id=431792a2-3bbf-4e74-8c89-07028ae9e339 HTTP/1.1" status: 200  len: 944 time: 0.1949966
Sep 15 13:40:57.667348 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [req-118ea1bf-312b-4b4d-a350-726a40ea1d17 req-4e2c13b5-b4de-48fc-8110-e8715b584574 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d645075-44ff-4519-8770-07ec8ae0948f {{(pid=82346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Sep 15 13:40:57.675666 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-118ea1bf-312b-4b4d-a350-726a40ea1d17 req-4e2c13b5-b4de-48fc-8110-e8715b584574 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:57.693397 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [req-118ea1bf-312b-4b4d-a350-726a40ea1d17 req-4e2c13b5-b4de-48fc-8110-e8715b584574 service neutron] Transition to ACTIVE for port object 2d645075-44ff-4519-8770-07ec8ae0948f will not be triggered until provisioned by entity L2. {{(pid=82346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Sep 15 13:40:57.696232 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a406cf39-f389-4c72-90e8-6f62fe042079 req-d6150552-5fda-49de-95b3-8b37b59f4c6c tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c08ff91-f7c0-4639-896f-1511f14e2415&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0546639
Sep 15 13:40:57.701616 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-118ea1bf-312b-4b4d-a350-726a40ea1d17 req-4e2c13b5-b4de-48fc-8110-e8715b584574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853327897'] for port, after_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:57.717795 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-6fdc9b6f-0f98-4715-a357-b25855b0353d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:40:57.761387 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-f691fde3-f998-4b96-9de8-7a9d63511b60 req-5806df57-98a0-463c-8f7d-c47f5c3e9b0d tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] 10.222.0.41 "GET /v2.0/security-groups?id=3ec045ec-f9aa-4f72-9045-a175b13bb7d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1346672
Sep 15 13:40:57.811857 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2c13b5-b4de-48fc-8110-e8715b584574 service neutron] Pushing event updated for resources: {'Port': ['ID=2d645075-44ff-4519-8770-07ec8ae0948f,revision_number=2']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:40:57.822390 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-4e2c13b5-b4de-48fc-8110-e8715b584574 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:40:58.001993 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff9bd34-028f-49bd-a34b-8aad779a308b req-2821ffa7-e97e-47bb-a34e-8fa971ee9a52 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:58.006831 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-dff9bd34-028f-49bd-a34b-8aad779a308b req-2821ffa7-e97e-47bb-a34e-8fa971ee9a52 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dfebc96-1d27-4e99-9371-287665559258 HTTP/1.1" status: 200  len: 946 time: 0.1341124
Sep 15 13:40:58.062358 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [req-118ea1bf-312b-4b4d-a350-726a40ea1d17 req-4e2c13b5-b4de-48fc-8110-e8715b584574 service neutron] Attempting to bind port 2d645075-44ff-4519-8770-07ec8ae0948f on host hv-cinder-80918 for vnic_type normal with profile  {{(pid=82346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Sep 15 13:40:58.064884 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [req-118ea1bf-312b-4b4d-a350-726a40ea1d17 req-4e2c13b5-b4de-48fc-8110-e8715b584574 service neutron] Attempting to bind port 2d645075-44ff-4519-8770-07ec8ae0948f by drivers openvswitch,hyperv on host hv-cinder-80918 at level 0 using segments [{'id': '56e1ad63-677e-400c-b8f9-048d7d57e5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '982dc6d1-fde1-4e05-9f32-46758815ee40'}] {{(pid=82346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Sep 15 13:40:58.065652 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118ea1bf-312b-4b4d-a350-726a40ea1d17 req-4e2c13b5-b4de-48fc-8110-e8715b584574 service neutron] Attempting to bind port 2d645075-44ff-4519-8770-07ec8ae0948f on network 982dc6d1-fde1-4e05-9f32-46758815ee40 {{(pid=82346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Sep 15 13:40:58.103119 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118ea1bf-312b-4b4d-a350-726a40ea1d17 req-4e2c13b5-b4de-48fc-8110-e8715b584574 service neutron] Port 2d645075-44ff-4519-8770-07ec8ae0948f on network 982dc6d1-fde1-4e05-9f32-46758815ee40 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80918 {{(pid=82346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 15 13:40:58.114192 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118ea1bf-312b-4b4d-a350-726a40ea1d17 req-4e2c13b5-b4de-48fc-8110-e8715b584574 service neutron] Attempting to bind port 2d645075-44ff-4519-8770-07ec8ae0948f on network 982dc6d1-fde1-4e05-9f32-46758815ee40 {{(pid=82346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Sep 15 13:40:58.118233 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:58.142442 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118ea1bf-312b-4b4d-a350-726a40ea1d17 req-4e2c13b5-b4de-48fc-8110-e8715b584574 service neutron] Checking agent: {'id': '0b6080d1-6da0-4ccd-961d-05ec14f91c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80918', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 35, 33), 'started_at': datetime.datetime(2021, 9, 15, 13, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Sep 15 13:40:58.142838 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118ea1bf-312b-4b4d-a350-726a40ea1d17 req-4e2c13b5-b4de-48fc-8110-e8715b584574 service neutron] Checking segment: {'id': '56e1ad63-677e-400c-b8f9-048d7d57e5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '982dc6d1-fde1-4e05-9f32-46758815ee40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Sep 15 13:40:58.143377 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118ea1bf-312b-4b4d-a350-726a40ea1d17 req-4e2c13b5-b4de-48fc-8110-e8715b584574 service neutron] Bound using segment: {'id': '56e1ad63-677e-400c-b8f9-048d7d57e5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '982dc6d1-fde1-4e05-9f32-46758815ee40'} {{(pid=82346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Sep 15 13:40:58.144020 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [req-118ea1bf-312b-4b4d-a350-726a40ea1d17 req-4e2c13b5-b4de-48fc-8110-e8715b584574 service neutron] Bound port: 2d645075-44ff-4519-8770-07ec8ae0948f, host: hv-cinder-80918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56e1ad63-677e-400c-b8f9-048d7d57e5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '982dc6d1-fde1-4e05-9f32-46758815ee40'}}] {{(pid=82346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Sep 15 13:40:58.148600 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-118ea1bf-312b-4b4d-a350-726a40ea1d17 req-4e2c13b5-b4de-48fc-8110-e8715b584574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:58.226622 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-dff9bd34-028f-49bd-a34b-8aad779a308b req-eb45f8f9-cdc8-42ac-bed9-1c0a0b7973b3 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2107971
Sep 15 13:40:58.376808 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [req-118ea1bf-312b-4b4d-a350-726a40ea1d17 req-4e2c13b5-b4de-48fc-8110-e8715b584574 service neutron] For port 2d645075-44ff-4519-8770-07ec8ae0948f, host hv-cinder-80918, cleared binding levels {{(pid=82346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Sep 15 13:40:58.385293 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [req-118ea1bf-312b-4b4d-a350-726a40ea1d17 req-4e2c13b5-b4de-48fc-8110-e8715b584574 service neutron] For port 2d645075-44ff-4519-8770-07ec8ae0948f, host hv-cinder-80918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=2d645075-44ff-4519-8770-07ec8ae0948f,segment=NetworkSegment(56e1ad63-677e-400c-b8f9-048d7d57e5d3),segment_id=56e1ad63-677e-400c-b8f9-048d7d57e5d3)] {{(pid=82346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Sep 15 13:40:58.387280 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Device b5566617-43e6-48f9-936a-93928de70546 up at agent hyperv_hv-cinder-80918 {{(pid=82347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Sep 15 13:40:58.391616 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-118ea1bf-312b-4b4d-a350-726a40ea1d17 req-4e2c13b5-b4de-48fc-8110-e8715b584574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853327897'] for port, after_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:58.403855 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-dcfcb9f5-b609-4ad8-afca-d65ddecb6efc tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:40:58.442944 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e8ee5-50bd-4199-a0e8-a4763c823b39 req-98a319b4-486d-4fa9-9dc4-41d2513943b0 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:58.444691 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-621e8ee5-50bd-4199-a0e8-a4763c823b39 req-98a319b4-486d-4fa9-9dc4-41d2513943b0 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 945 time: 0.1626217
Sep 15 13:40:58.480302 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-118ea1bf-312b-4b4d-a350-726a40ea1d17 req-4e2c13b5-b4de-48fc-8110-e8715b584574 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251427'] for port, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:58.482154 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-118ea1bf-312b-4b4d-a350-726a40ea1d17 req-4e2c13b5-b4de-48fc-8110-e8715b584574 service neutron] 10.222.0.36 "PUT /v2.0/ports/2d645075-44ff-4519-8770-07ec8ae0948f HTTP/1.1" status: 200  len: 1094 time: 1.7440960
Sep 15 13:40:58.531231 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2c13b5-b4de-48fc-8110-e8715b584574 service neutron] Pushing event updated for resources: {'Port': ['ID=2d645075-44ff-4519-8770-07ec8ae0948f,revision_number=3']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:40:58.555270 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-4e2c13b5-b4de-48fc-8110-e8715b584574 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:40:58.588846 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-621e8ee5-50bd-4199-a0e8-a4763c823b39 req-e19b962c-1eda-4195-aacd-57392f798fd6 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2b6258c-7125-4609-a047-87418a93f977&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1361911
Sep 15 13:40:58.591257 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Provisioning for port b5566617-43e6-48f9-936a-93928de70546 completed by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Sep 15 13:40:58.597462 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Provisioning complete for port b5566617-43e6-48f9-936a-93928de70546 triggered by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:40:58.599689 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:58.673791 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1397a4-a246-4ee1-96dc-b725e61712b2 req-ca9540ee-dee1-4382-8340-e174831a42d8 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:58.683952 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-4e1397a4-a246-4ee1-96dc-b725e61712b2 req-ca9540ee-dee1-4382-8340-e174831a42d8 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ceb2f64-a7eb-4076-aa4a-1e8fda020c6a HTTP/1.1" status: 200  len: 944 time: 0.1944840
Sep 15 13:40:58.734534 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-118ea1bf-312b-4b4d-a350-726a40ea1d17 req-d4025bba-6c0a-42af-99e9-c9bdc264938d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d2cb26720af84bd8a1fda6a7b333bad4&device_id=8ceb2f64-a7eb-4076-aa4a-1e8fda020c6a HTTP/1.1" status: 200  len: 1097 time: 0.1526961
Sep 15 13:40:58.784927 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:58.819714 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-4e1397a4-a246-4ee1-96dc-b725e61712b2 req-e42d2252-55e9-4450-9991-522e36f69572 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/security-groups?id=89175963-9081-4766-bd6e-dce643f9d5fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1345673
Sep 15 13:40:58.866377 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-118ea1bf-312b-4b4d-a350-726a40ea1d17 req-b8b2b8f9-ee5a-4685-81fe-16935a62f1b7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2d645075-44ff-4519-8770-07ec8ae0948f HTTP/1.1" status: 200  len: 217 time: 0.1126447
Sep 15 13:40:58.877710 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '431792a2-3bbf-4e74-8c89-07028ae9e339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5566617-43e6-48f9-936a-93928de70546'}] {{(pid=82347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Sep 15 13:40:58.916874 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] For port b5566617-43e6-48f9-936a-93928de70546, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=b5566617-43e6-48f9-936a-93928de70546,segment=NetworkSegment(63d1bfcf-0223-48a4-817f-096249120299),segment_id=63d1bfcf-0223-48a4-817f-096249120299)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:40:58.921884 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-1d78f26d-094e-4709-8d4b-d1bb8c9904cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:58.933065 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:58.933987 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Device 4d05e0d5-ca44-4810-bc71-62a090de6761 no longer exists at agent hyperv_hv-cinder-80918 {{(pid=82347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Sep 15 13:40:58.979428 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-0dccee1d-59c6-4413-9769-d6c5104ca3a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:40:59.003590 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ea1bf-312b-4b4d-a350-726a40ea1d17 req-d980b592-7b2d-46ed-92b2-408a0f13f4bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:59.006427 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-118ea1bf-312b-4b4d-a350-726a40ea1d17 req-d980b592-7b2d-46ed-92b2-408a0f13f4bf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b2f26b2-c7f8-4f7f-8b6c-514ec6432124 HTTP/1.1" status: 200  len: 848 time: 0.1320214
Sep 15 13:40:59.079750 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] No Port match for: 4d05e0d5-ca44-4810-bc71-62a090de6761 {{(pid=82347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Sep 15 13:40:59.079750 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Device 4d05e0d5-ca44-4810-bc71-62a090de6761 not bound to the agent host hv-cinder-80918 {{(pid=82347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Sep 15 13:40:59.079750 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Pushing event updated for resources: {'Port': ['ID=b5566617-43e6-48f9-936a-93928de70546,revision_number=5']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:40:59.089357 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:40:59.089905 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:40:59.090295 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:40:59.090701 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:40:59.091235 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:40:59.092300 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:40:59.092705 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:40:59.093101 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:40:59.093484 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:40:59.094406 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:40:59.094954 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:40:59.099712 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:40:59.123859 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9acd9d20-0ed4-40fe-8ec3-e1d8b485d7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:40:59.133667 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-118ea1bf-312b-4b4d-a350-726a40ea1d17 req-472f182e-5da2-454a-96f6-98b0d256e5b0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=982dc6d1-fde1-4e05-9f32-46758815ee40&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1195784
Sep 15 13:40:59.157881 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68e9feb-c624-4736-84a0-0715c4fe7f0c req-b4f92131-7e05-45b2-a524-42d902e52f0b tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:59.159822 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-c68e9feb-c624-4736-84a0-0715c4fe7f0c req-b4f92131-7e05-45b2-a524-42d902e52f0b tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/ports?device_id=77ed6e87-608d-4dd2-ac4e-4cf4e42fd368 HTTP/1.1" status: 200  len: 945 time: 0.1966619
Sep 15 13:40:59.167480 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1105862e-525c-4487-94a6-7d59a425a7e5 req-a2291233-85a9-44e6-8899-49b9055b10a4 tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:59.175518 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-1105862e-525c-4487-94a6-7d59a425a7e5 req-a2291233-85a9-44e6-8899-49b9055b10a4 tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] 10.222.0.41 "GET /v2.0/ports?device_id=431792a2-3bbf-4e74-8c89-07028ae9e339 HTTP/1.1" status: 200  len: 945 time: 0.1712899
Sep 15 13:40:59.207672 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.agents_db [None req-051818a7-3814-4859-966a-2c4e7d325cc9 None None] Agent healthcheck: found 6 active agents {{(pid=82348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Sep 15 13:40:59.273491 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-1105862e-525c-4487-94a6-7d59a425a7e5 req-90afd72d-1bba-4199-a923-f74fbf9a11ba tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] 10.222.0.41 "GET /v2.0/security-groups?id=3ec045ec-f9aa-4f72-9045-a175b13bb7d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0956573
Sep 15 13:40:59.295815 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-c68e9feb-c624-4736-84a0-0715c4fe7f0c req-0763a648-2a3b-42c1-bcbe-0278794c120d tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c08ff91-f7c0-4639-896f-1511f14e2415&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1161699
Sep 15 13:40:59.430830 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '431792a2-3bbf-4e74-8c89-07028ae9e339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5566617-43e6-48f9-936a-93928de70546', 'code': 200}
Sep 15 13:40:59.537893 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-118ea1bf-312b-4b4d-a350-726a40ea1d17 req-7ea576ba-43ee-4661-bbbf-c8eb0a93e7ef service neutron] 10.222.0.36 "GET /v2.0/networks/982dc6d1-fde1-4e05-9f32-46758815ee40?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3916116
Sep 15 13:40:59.540309 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ceb2f64-a7eb-4076-aa4a-1e8fda020c6a', 'tag': '2d645075-44ff-4519-8770-07ec8ae0948f'}] {{(pid=82346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Sep 15 13:40:59.663039 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca820097-0600-40ec-8bbc-d27abc3d79e1 req-da76617c-49af-4f17-add1-d83d575d68c1 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:40:59.664978 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-ca820097-0600-40ec-8bbc-d27abc3d79e1 req-da76617c-49af-4f17-add1-d83d575d68c1 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dfebc96-1d27-4e99-9371-287665559258 HTTP/1.1" status: 200  len: 946 time: 0.1397305
Sep 15 13:40:59.739827 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-118ea1bf-312b-4b4d-a350-726a40ea1d17 req-ff4a7c34-8e6a-4aa6-84cf-60af7361a12d service neutron] 10.222.0.36 "GET /v2.0/networks/982dc6d1-fde1-4e05-9f32-46758815ee40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1853642
Sep 15 13:40:59.751871 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ceb2f64-a7eb-4076-aa4a-1e8fda020c6a', 'tag': '2d645075-44ff-4519-8770-07ec8ae0948f', 'status': 'completed', 'code': 200}
Sep 15 13:40:59.814935 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-ca820097-0600-40ec-8bbc-d27abc3d79e1 req-6544c969-db87-4405-9f32-fcfb08fc0db6 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0796700
Sep 15 13:40:59.835659 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-6f516f3a-c939-4509-97ed-4849d3734850 req-10e7b166-8887-47ca-9cab-7ae7b4ed74ca service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=431792a2-3bbf-4e74-8c89-07028ae9e339 HTTP/1.1" status: 200  len: 1098 time: 0.1638036
Sep 15 13:41:00.003601 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-960cf8f9-414e-4d17-ad3d-e749d10cbac7 req-bf41b5b2-b211-4b06-b9e0-3a4eb48643cd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d2cb26720af84bd8a1fda6a7b333bad4&device_id=8ceb2f64-a7eb-4076-aa4a-1e8fda020c6a HTTP/1.1" status: 200  len: 1097 time: 0.1056988
Sep 15 13:41:00.052932 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-6f516f3a-c939-4509-97ed-4849d3734850 req-527f7d87-e94f-4aeb-986f-41d607aac1b4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3ec045ec-f9aa-4f72-9045-a175b13bb7d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1298308
Sep 15 13:41:00.092743 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa964fb9-1fa2-4354-9991-c859f5932448 req-10236f3a-a547-4172-87ff-483ba9c5e897 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:00.094366 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-aa964fb9-1fa2-4354-9991-c859f5932448 req-10236f3a-a547-4172-87ff-483ba9c5e897 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 945 time: 0.2404580
Sep 15 13:41:00.106500 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7362c2e-4ae7-40ad-ae06-bf316fbfbf9d req-8f21171d-27b7-47ef-b4bd-cb1d305a9981 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:00.108120 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-c7362c2e-4ae7-40ad-ae06-bf316fbfbf9d req-8f21171d-27b7-47ef-b4bd-cb1d305a9981 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/ports?device_id=76e25635-6139-4b83-a53f-fdfae650bc71 HTTP/1.1" status: 200  len: 945 time: 0.1506612
Sep 15 13:41:00.191498 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-aa964fb9-1fa2-4354-9991-c859f5932448 req-a2f3dfdf-74ad-4f0d-af8b-5f19e042595e tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2b6258c-7125-4609-a047-87418a93f977&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0822821
Sep 15 13:41:00.204235 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-c7362c2e-4ae7-40ad-ae06-bf316fbfbf9d req-5c802c14-a6d8-469a-b4fe-d6ea3df6459c tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2bc11e6-bbc1-4efa-b746-171b2be9153a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0799785
Sep 15 13:41:00.223955 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960cf8f9-414e-4d17-ad3d-e749d10cbac7 req-fdce333e-5bce-401e-bdc4-6c124b7eaf46 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:00.225592 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-960cf8f9-414e-4d17-ad3d-e749d10cbac7 req-fdce333e-5bce-401e-bdc4-6c124b7eaf46 service neutron] 10.222.0.36 "GET /v2.0/networks?id=982dc6d1-fde1-4e05-9f32-46758815ee40 HTTP/1.1" status: 200  len: 910 time: 0.2068515
Sep 15 13:41:00.408871 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b181c5-4c1f-4e8f-a21e-af93250e764b req-dbabe583-c457-4af6-889c-79b3a027988f tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:00.428463 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-52b181c5-4c1f-4e8f-a21e-af93250e764b req-dbabe583-c457-4af6-889c-79b3a027988f tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ceb2f64-a7eb-4076-aa4a-1e8fda020c6a HTTP/1.1" status: 200  len: 944 time: 0.1205177
Sep 15 13:41:00.490209 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-52b181c5-4c1f-4e8f-a21e-af93250e764b req-2073d2bc-ce31-4a46-af22-a01661567744 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/security-groups?id=89175963-9081-4766-bd6e-dce643f9d5fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0603704
Sep 15 13:41:00.492260 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-960cf8f9-414e-4d17-ad3d-e749d10cbac7 req-ec57bb88-2bb0-410b-85fc-919c177b213f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2d645075-44ff-4519-8770-07ec8ae0948f HTTP/1.1" status: 200  len: 217 time: 0.0996690
Sep 15 13:41:00.556898 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b47e50d5-ffd8-49d4-a6b6-3168cd38e3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:41:00.594219 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c0c936-6b09-42f5-99ae-41c096ed41ca req-c797b9e5-3f84-460b-90c7-ba54e494ded1 tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:00.599143 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-51c0c936-6b09-42f5-99ae-41c096ed41ca req-c797b9e5-3f84-460b-90c7-ba54e494ded1 tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] 10.222.0.41 "GET /v2.0/ports?device_id=431792a2-3bbf-4e74-8c89-07028ae9e339 HTTP/1.1" status: 200  len: 945 time: 0.1122382
Sep 15 13:41:00.647861 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960cf8f9-414e-4d17-ad3d-e749d10cbac7 req-75f11ff8-30d2-4732-aaa0-affc29b03bb6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:00.649958 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-960cf8f9-414e-4d17-ad3d-e749d10cbac7 req-75f11ff8-30d2-4732-aaa0-affc29b03bb6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b2f26b2-c7f8-4f7f-8b6c-514ec6432124 HTTP/1.1" status: 200  len: 848 time: 0.1444838
Sep 15 13:41:00.679252 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-51c0c936-6b09-42f5-99ae-41c096ed41ca req-c0f11b85-79ae-4c19-bb4d-6919a3a8da66 tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] 10.222.0.41 "GET /v2.0/security-groups?id=3ec045ec-f9aa-4f72-9045-a175b13bb7d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701852
Sep 15 13:41:00.769318 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-960cf8f9-414e-4d17-ad3d-e749d10cbac7 req-44b29add-dce6-477c-8ce8-4a88d0862193 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=982dc6d1-fde1-4e05-9f32-46758815ee40&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0835984
Sep 15 13:41:00.949909 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-960cf8f9-414e-4d17-ad3d-e749d10cbac7 req-207644fe-8d45-4478-9548-882e90080b12 service neutron] 10.222.0.36 "GET /v2.0/networks/982dc6d1-fde1-4e05-9f32-46758815ee40?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1641648
Sep 15 13:41:01.069275 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e2b3a1-5578-4315-bcee-a1d40daa8f40 req-de2278ac-639b-49a0-bd00-3db4c26f2151 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:01.077584 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-75e2b3a1-5578-4315-bcee-a1d40daa8f40 req-de2278ac-639b-49a0-bd00-3db4c26f2151 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dfebc96-1d27-4e99-9371-287665559258 HTTP/1.1" status: 200  len: 946 time: 0.1124370
Sep 15 13:41:01.131248 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-960cf8f9-414e-4d17-ad3d-e749d10cbac7 req-5a8d9659-64c6-4866-9b56-161f088821a4 service neutron] 10.222.0.36 "GET /v2.0/networks/982dc6d1-fde1-4e05-9f32-46758815ee40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1504917
Sep 15 13:41:01.134526 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-75e2b3a1-5578-4315-bcee-a1d40daa8f40 req-18157f69-f03f-4866-8302-311c91e5029c tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560050
Sep 15 13:41:01.497096 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5884b272-09e5-42db-acdb-3adbd02894e2 req-501c1a87-a81a-41a5-87ca-3381e680b3a2 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:01.502556 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-5884b272-09e5-42db-acdb-3adbd02894e2 req-501c1a87-a81a-41a5-87ca-3381e680b3a2 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/ports?device_id=76e25635-6139-4b83-a53f-fdfae650bc71 HTTP/1.1" status: 200  len: 945 time: 0.1762826
Sep 15 13:41:01.572381 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69850f4-f6a2-4e0a-9a57-2267cb5efda1 req-cb94100a-448a-4316-acee-718537bada34 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:01.581990 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a69850f4-f6a2-4e0a-9a57-2267cb5efda1 req-cb94100a-448a-4316-acee-718537bada34 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 945 time: 0.1506729
Sep 15 13:41:01.664877 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-5884b272-09e5-42db-acdb-3adbd02894e2 req-80127012-3822-4617-8a79-f07eaef7b39c tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2bc11e6-bbc1-4efa-b746-171b2be9153a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1490953
Sep 15 13:41:01.667832 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a69850f4-f6a2-4e0a-9a57-2267cb5efda1 req-1f2cbf70-b4a8-423b-8b9d-7b5cdbec2e54 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2b6258c-7125-4609-a047-87418a93f977&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0841715
Sep 15 13:41:01.900547 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ca94e-6728-42ad-8ee8-5a6898ad34e1 req-9832cc1e-1ce3-448c-b6d5-62069c4406fd tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:01.910043 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-cf9ca94e-6728-42ad-8ee8-5a6898ad34e1 req-9832cc1e-1ce3-448c-b6d5-62069c4406fd tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ceb2f64-a7eb-4076-aa4a-1e8fda020c6a HTTP/1.1" status: 200  len: 944 time: 0.1143246
Sep 15 13:41:01.972500 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-cf9ca94e-6728-42ad-8ee8-5a6898ad34e1 req-8951b4db-d936-4825-abbf-5a6c2d660d67 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/security-groups?id=89175963-9081-4766-bd6e-dce643f9d5fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0611701
Sep 15 13:41:02.073117 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fc9878-0d56-4216-b1ac-892fef739bc3 req-d838368d-8ee9-45e4-9685-d94f09174248 tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:02.074875 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-c3fc9878-0d56-4216-b1ac-892fef739bc3 req-d838368d-8ee9-45e4-9685-d94f09174248 tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] 10.222.0.41 "GET /v2.0/ports?device_id=431792a2-3bbf-4e74-8c89-07028ae9e339 HTTP/1.1" status: 200  len: 945 time: 0.1008632
Sep 15 13:41:02.135336 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-c3fc9878-0d56-4216-b1ac-892fef739bc3 req-2f7679da-229f-422d-b8d5-c64b7b133dea tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] 10.222.0.41 "GET /v2.0/security-groups?id=3ec045ec-f9aa-4f72-9045-a175b13bb7d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529578
Sep 15 13:41:02.417536 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae9c853-00a4-48ce-a6d4-e3b597bf3396 req-cfbe2260-27b9-4c50-9f41-25bd0a5c713b tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:02.419341 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-5ae9c853-00a4-48ce-a6d4-e3b597bf3396 req-cfbe2260-27b9-4c50-9f41-25bd0a5c713b tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dfebc96-1d27-4e99-9371-287665559258 HTTP/1.1" status: 200  len: 946 time: 0.1038461
Sep 15 13:41:02.497276 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-5ae9c853-00a4-48ce-a6d4-e3b597bf3396 req-e924d14b-2c0c-4873-9d0e-f0ba3d35781a tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0656457
Sep 15 13:41:02.672764 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284cbd9-8a26-4362-9bd1-513bc3c05839 req-4759140d-0793-499f-bbf0-47df89bf0567 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:02.676351 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-3284cbd9-8a26-4362-9bd1-513bc3c05839 req-4759140d-0793-499f-bbf0-47df89bf0567 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Synchronizing usage tracker for tenant:123dd1ba9d594e88a025896157079afa on resource:port {{(pid=82346) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Sep 15 13:41:02.699006 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-3284cbd9-8a26-4362-9bd1-513bc3c05839 req-4759140d-0793-499f-bbf0-47df89bf0567 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Unset dirty status for tenant:123dd1ba9d594e88a025896157079afa on resource:port {{(pid=82346) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Sep 15 13:41:02.700316 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-3284cbd9-8a26-4362-9bd1-513bc3c05839 req-4759140d-0793-499f-bbf0-47df89bf0567 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.36 "GET /v2.0/ports?device_id=76e25635-6139-4b83-a53f-fdfae650bc71 HTTP/1.1" status: 200  len: 945 time: 0.1630828
Sep 15 13:41:02.799536 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [req-3284cbd9-8a26-4362-9bd1-513bc3c05839 req-1766eb67-2f6d-4bdd-a7b0-8ad5c78ea5aa tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Deleting port 887cdf2d-38b3-4a7d-b565-fbee4fe1a9c8 {{(pid=82346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Sep 15 13:41:02.800274 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-3284cbd9-8a26-4362-9bd1-513bc3c05839 req-1766eb67-2f6d-4bdd-a7b0-8ad5c78ea5aa tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301743532404'] for port, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:41:02.947936 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9080f75a-41df-4787-a5ac-bba393979452 req-a3c9cec2-2282-4bad-bc02-1afd7bb7a6b2 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:02.953217 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-9080f75a-41df-4787-a5ac-bba393979452 req-a3c9cec2-2282-4bad-bc02-1afd7bb7a6b2 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/ports?device_id=76e25635-6139-4b83-a53f-fdfae650bc71 HTTP/1.1" status: 200  len: 945 time: 0.1390643
Sep 15 13:41:03.098332 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-9080f75a-41df-4787-a5ac-bba393979452 req-d2810212-d7c2-4434-ab9d-604e748485d7 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2bc11e6-bbc1-4efa-b746-171b2be9153a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1382968
Sep 15 13:41:03.126703 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e10e37-f592-4697-9629-191e9cdc8d57 req-34574600-21f8-486f-96d8-a300054efff2 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:03.128788 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-78e10e37-f592-4697-9629-191e9cdc8d57 req-34574600-21f8-486f-96d8-a300054efff2 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 945 time: 0.1321740
Sep 15 13:41:03.167963 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [req-3284cbd9-8a26-4362-9bd1-513bc3c05839 req-1766eb67-2f6d-4bdd-a7b0-8ad5c78ea5aa tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] For port 887cdf2d-38b3-4a7d-b565-fbee4fe1a9c8, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=887cdf2d-38b3-4a7d-b565-fbee4fe1a9c8,segment=NetworkSegment(3490644b-788c-43d7-8cb9-2ed21ec8c954),segment_id=3490644b-788c-43d7-8cb9-2ed21ec8c954)] {{(pid=82346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:41:03.170427 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-3284cbd9-8a26-4362-9bd1-513bc3c05839 req-1766eb67-2f6d-4bdd-a7b0-8ad5c78ea5aa tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853103875'] for port, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:41:03.205561 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-78e10e37-f592-4697-9629-191e9cdc8d57 req-fc3ab778-e532-428f-ab81-70408c7997f9 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2b6258c-7125-4609-a047-87418a93f977&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0641685
Sep 15 13:41:03.370905 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52da7b6-63d7-47cc-8287-7bd379d7a8d1 req-a6182431-a2d8-444d-b7d6-576ff20ad487 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:03.372566 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-b52da7b6-63d7-47cc-8287-7bd379d7a8d1 req-a6182431-a2d8-444d-b7d6-576ff20ad487 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ceb2f64-a7eb-4076-aa4a-1e8fda020c6a HTTP/1.1" status: 200  len: 944 time: 0.1036780
Sep 15 13:41:03.378876 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [req-3284cbd9-8a26-4362-9bd1-513bc3c05839 req-1766eb67-2f6d-4bdd-a7b0-8ad5c78ea5aa tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Calling delete_port for 887cdf2d-38b3-4a7d-b565-fbee4fe1a9c8 owned by compute:nova {{(pid=82346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Sep 15 13:41:03.436550 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-b52da7b6-63d7-47cc-8287-7bd379d7a8d1 req-aeeef7da-da57-476d-b47b-2dfac8467496 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/security-groups?id=89175963-9081-4766-bd6e-dce643f9d5fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0532494
Sep 15 13:41:03.545009 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-3284cbd9-8a26-4362-9bd1-513bc3c05839 req-1766eb67-2f6d-4bdd-a7b0-8ad5c78ea5aa tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301743526908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735110837380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1447919'] for port, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:41:03.551413 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-4e2c13b5-b4de-48fc-8110-e8715b584574 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:41:03.584398 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] get_ports_and_sgs() called for port_ids ['1d146de1-007d-4207-8d58-3ab7e0266a17', '95e97c21-2d47-41e7-a35c-ac76e5b4a7e3', '887cdf2d-38b3-4a7d-b565-fbee4fe1a9c8'] {{(pid=82347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 15 13:41:03.599881 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1766eb67-2f6d-4bdd-a7b0-8ad5c78ea5aa tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Pushing event deleted for resources: {'Port': ['ID=887cdf2d-38b3-4a7d-b565-fbee4fe1a9c8,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:41:03.602881 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-1766eb67-2f6d-4bdd-a7b0-8ad5c78ea5aa tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:41:03.705463 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [req-3284cbd9-8a26-4362-9bd1-513bc3c05839 req-1766eb67-2f6d-4bdd-a7b0-8ad5c78ea5aa tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] No DVR routers for this DVR port 887cdf2d-38b3-4a7d-b565-fbee4fe1a9c8 on host hv-cinder-80918 {{(pid=82346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Sep 15 13:41:03.708731 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-3284cbd9-8a26-4362-9bd1-513bc3c05839 req-1766eb67-2f6d-4bdd-a7b0-8ad5c78ea5aa tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251427'] for port, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:41:03.711726 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76e25635-6139-4b83-a53f-fdfae650bc71', 'name': 'network-vif-deleted', 'tag': '887cdf2d-38b3-4a7d-b565-fbee4fe1a9c8'}] {{(pid=82346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Sep 15 13:41:03.740699 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-3284cbd9-8a26-4362-9bd1-513bc3c05839 req-1766eb67-2f6d-4bdd-a7b0-8ad5c78ea5aa tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.36 "DELETE /v2.0/ports/887cdf2d-38b3-4a7d-b565-fbee4fe1a9c8 HTTP/1.1" status: 204  len: 173 time: 1.0255899
Sep 15 13:41:03.758734 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c579ace-0065-47fe-9e81-3df678f2d767 req-74dd4d37-36aa-4998-8b3a-093075de2b1d tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:03.762782 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-2c579ace-0065-47fe-9e81-3df678f2d767 req-74dd4d37-36aa-4998-8b3a-093075de2b1d tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dfebc96-1d27-4e99-9371-287665559258 HTTP/1.1" status: 200  len: 946 time: 0.1223240
Sep 15 13:41:03.804239 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76e25635-6139-4b83-a53f-fdfae650bc71', 'name': 'network-vif-deleted', 'tag': '887cdf2d-38b3-4a7d-b565-fbee4fe1a9c8', 'status': 'completed', 'code': 200}
Sep 15 13:41:03.836671 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-2c579ace-0065-47fe-9e81-3df678f2d767 req-18ee0979-7a0c-4a61-97d5-16a7f724bc72 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663512
Sep 15 13:41:03.875839 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:41:04.308148 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-52ad73b4-124e-41c9-aad0-1e53d7ccac38 req-ef1ea5ef-9813-4e84-ae32-273a827b77df tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/ports?device_id=76e25635-6139-4b83-a53f-fdfae650bc71 HTTP/1.1" status: 200  len: 210 time: 0.0637093
Sep 15 13:41:04.427059 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2f6470-7921-48ec-a1e2-c3f0cd7d9e6b req-1e23a38e-7259-4369-a716-75f3160e1dde tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:04.428684 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-de2f6470-7921-48ec-a1e2-c3f0cd7d9e6b req-1e23a38e-7259-4369-a716-75f3160e1dde tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 945 time: 0.0818670
Sep 15 13:41:04.477916 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-de2f6470-7921-48ec-a1e2-c3f0cd7d9e6b req-f6d2932d-573b-48ee-8a2c-7e8f0a169bb2 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2b6258c-7125-4609-a047-87418a93f977&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430357
Sep 15 13:41:04.649908 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6440a15-77d2-4a87-936b-fb0121e23fea req-a7dacd7b-9bff-4a78-b7d6-4a700bfdbf53 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:04.651485 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-e6440a15-77d2-4a87-936b-fb0121e23fea req-a7dacd7b-9bff-4a78-b7d6-4a700bfdbf53 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ceb2f64-a7eb-4076-aa4a-1e8fda020c6a HTTP/1.1" status: 200  len: 944 time: 0.0869029
Sep 15 13:41:04.699029 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-e6440a15-77d2-4a87-936b-fb0121e23fea req-1767303b-d20d-42de-ac41-a144cade32df tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/security-groups?id=89175963-9081-4766-bd6e-dce643f9d5fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413573
Sep 15 13:41:04.931525 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-303cdd1c-dd46-4b36-8e0a-4c8d933b692d req-52211811-c5af-47bc-9b79-d0ba18b00a70 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=025c529061864e2ab47987e7d6ed7d28&device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 1098 time: 0.0853517
Sep 15 13:41:05.037189 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32efc2a0-7c3d-46c7-9343-f79a837781b5 req-dc81f2da-cd22-47ce-a438-e25dbe105d2f tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:05.038694 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-32efc2a0-7c3d-46c7-9343-f79a837781b5 req-dc81f2da-cd22-47ce-a438-e25dbe105d2f tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dfebc96-1d27-4e99-9371-287665559258 HTTP/1.1" status: 200  len: 946 time: 0.0817087
Sep 15 13:41:05.087841 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303cdd1c-dd46-4b36-8e0a-4c8d933b692d req-d7b75b50-77ec-41a8-95da-811313af0dbc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:05.089429 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-303cdd1c-dd46-4b36-8e0a-4c8d933b692d req-d7b75b50-77ec-41a8-95da-811313af0dbc service neutron] 10.222.0.36 "GET /v2.0/networks?id=e9c16276-857e-49e4-bec2-1a6e621bb0c0 HTTP/1.1" status: 200  len: 917 time: 0.1422293
Sep 15 13:41:05.090793 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-32efc2a0-7c3d-46c7-9343-f79a837781b5 req-28267b31-ffb9-48bb-b89c-79530dc661d9 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460298
Sep 15 13:41:05.200586 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-303cdd1c-dd46-4b36-8e0a-4c8d933b692d req-b87165b8-1e5e-46df-aea9-e088e28d20ad service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac7dedab-8994-4fd4-9bbd-3798273cfa83 HTTP/1.1" status: 200  len: 1000 time: 0.1037800
Sep 15 13:41:05.272581 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303cdd1c-dd46-4b36-8e0a-4c8d933b692d req-3dd5af8e-c533-4d25-a2af-c4837b6dea33 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:05.274206 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-303cdd1c-dd46-4b36-8e0a-4c8d933b692d req-3dd5af8e-c533-4d25-a2af-c4837b6dea33 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5d3cda93-f669-4c8c-b3ae-fd1f6c47904a HTTP/1.1" status: 200  len: 855 time: 0.0640831
Sep 15 13:41:05.365733 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-303cdd1c-dd46-4b36-8e0a-4c8d933b692d req-b2d5d675-fb9c-4bda-a10a-994cc0748dd8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e9c16276-857e-49e4-bec2-1a6e621bb0c0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0770984
Sep 15 13:41:05.511051 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-303cdd1c-dd46-4b36-8e0a-4c8d933b692d req-e83d2c45-06e9-4899-b0d1-a1e163fb4528 service neutron] 10.222.0.36 "GET /v2.0/networks/e9c16276-857e-49e4-bec2-1a6e621bb0c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1380081
Sep 15 13:41:05.680306 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-303cdd1c-dd46-4b36-8e0a-4c8d933b692d req-f4e0224f-f420-4e31-bb3b-f942828b1d53 service neutron] 10.222.0.36 "GET /v2.0/networks/e9c16276-857e-49e4-bec2-1a6e621bb0c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1477396
Sep 15 13:41:05.710815 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ad6116-731f-4e30-8182-75facef78278 req-047527fb-ec19-4008-86a0-4d2d71ebd05d tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:05.712472 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-96ad6116-731f-4e30-8182-75facef78278 req-047527fb-ec19-4008-86a0-4d2d71ebd05d tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 945 time: 0.0959055
Sep 15 13:41:05.819448 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-96ad6116-731f-4e30-8182-75facef78278 req-65f820e1-c513-42ec-a08b-64687472eabf tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2b6258c-7125-4609-a047-87418a93f977&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1005216
Sep 15 13:41:05.847603 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d1c1fa-0772-4598-b441-4be0f8e9aa4f req-ace7954d-ddcf-47ee-9f49-d4142ebf69a3 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:05.849747 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-85d1c1fa-0772-4598-b441-4be0f8e9aa4f req-ace7954d-ddcf-47ee-9f49-d4142ebf69a3 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/ports?device_id=467923c6-1b6f-4cff-b3d3-fde000eff88f HTTP/1.1" status: 200  len: 946 time: 0.1159351
Sep 15 13:41:05.900143 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-85d1c1fa-0772-4598-b441-4be0f8e9aa4f req-8560c857-8894-45ae-b5e3-fb7d9f3ab597 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2bc11e6-bbc1-4efa-b746-171b2be9153a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434442
Sep 15 13:41:06.021352 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3bd7c7-624a-4894-a8ae-a51dc3224c82 req-9ca950d9-1308-4ab7-bdc0-695802ab7002 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:06.022928 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-1f3bd7c7-624a-4894-a8ae-a51dc3224c82 req-9ca950d9-1308-4ab7-bdc0-695802ab7002 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ceb2f64-a7eb-4076-aa4a-1e8fda020c6a HTTP/1.1" status: 200  len: 944 time: 0.0817382
Sep 15 13:41:06.069991 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-1f3bd7c7-624a-4894-a8ae-a51dc3224c82 req-7cb1fa0d-f9b1-47fd-b275-a7a223e3fadd tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/security-groups?id=89175963-9081-4766-bd6e-dce643f9d5fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411308
Sep 15 13:41:06.299974 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69130329-0e14-4e98-8da1-b1f3b5cc50ca req-75d97072-c7fc-442e-aba6-ff0d4d020735 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:06.302156 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-69130329-0e14-4e98-8da1-b1f3b5cc50ca req-75d97072-c7fc-442e-aba6-ff0d4d020735 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dfebc96-1d27-4e99-9371-287665559258 HTTP/1.1" status: 200  len: 946 time: 0.0883081
Sep 15 13:41:06.349993 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-69130329-0e14-4e98-8da1-b1f3b5cc50ca req-3f065d1f-08d7-4b3d-a2de-960ea3b01fec tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419068
Sep 15 13:41:06.461649 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Device 887cdf2d-38b3-4a7d-b565-fbee4fe1a9c8 no longer exists at agent hyperv_hv-cinder-80918 {{(pid=82347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Sep 15 13:41:06.495867 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] No Port match for: 887cdf2d-38b3-4a7d-b565-fbee4fe1a9c8 {{(pid=82347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Sep 15 13:41:06.496258 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Device 887cdf2d-38b3-4a7d-b565-fbee4fe1a9c8 not bound to the agent host hv-cinder-80918 {{(pid=82347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Sep 15 13:41:07.032184 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dd1f31-dff4-4271-ac2e-92310270abe2 req-1d85e512-4b0c-4b23-89e5-d4bf7a85bf65 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:07.033782 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-60dd1f31-dff4-4271-ac2e-92310270abe2 req-1d85e512-4b0c-4b23-89e5-d4bf7a85bf65 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 945 time: 0.0818520
Sep 15 13:41:07.139378 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-60dd1f31-dff4-4271-ac2e-92310270abe2 req-e2da6438-32d3-4865-bd56-29bc2dfaf863 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2b6258c-7125-4609-a047-87418a93f977&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0681973
Sep 15 13:41:07.154763 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d75af2-c8f9-4e7f-91e5-16d71cb99499 req-847e167c-b2f1-41c2-b961-14267aae992d tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:07.156367 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-21d75af2-c8f9-4e7f-91e5-16d71cb99499 req-847e167c-b2f1-41c2-b961-14267aae992d tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/ports?device_id=467923c6-1b6f-4cff-b3d3-fde000eff88f HTTP/1.1" status: 200  len: 946 time: 0.1216648
Sep 15 13:41:07.205980 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-21d75af2-c8f9-4e7f-91e5-16d71cb99499 req-8ee73e76-de2d-4a6b-a11e-25f3ef7ccbc3 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2bc11e6-bbc1-4efa-b746-171b2be9153a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435996
Sep 15 13:41:07.343566 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf79256-a281-4349-b442-3275fc2a0a75 req-26e97857-e440-466c-893c-42af16d5bdd6 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:07.345084 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-aaf79256-a281-4349-b442-3275fc2a0a75 req-26e97857-e440-466c-893c-42af16d5bdd6 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ceb2f64-a7eb-4076-aa4a-1e8fda020c6a HTTP/1.1" status: 200  len: 944 time: 0.0865490
Sep 15 13:41:07.632687 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-aaf79256-a281-4349-b442-3275fc2a0a75 req-4aba9609-3cc8-4647-9a59-cc3224c40ff8 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/security-groups?id=89175963-9081-4766-bd6e-dce643f9d5fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2811205
Sep 15 13:41:07.659103 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e00517-6124-49cc-85e4-2081efbb672f req-a0a6ff17-159b-4aac-a33c-0595ea2f9cb1 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:07.660716 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a1e00517-6124-49cc-85e4-2081efbb672f req-a0a6ff17-159b-4aac-a33c-0595ea2f9cb1 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dfebc96-1d27-4e99-9371-287665559258 HTTP/1.1" status: 200  len: 946 time: 0.1044028
Sep 15 13:41:07.708242 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a1e00517-6124-49cc-85e4-2081efbb672f req-8b6b99d4-a634-4fd1-8f0c-6e2e940d29fb tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414565
Sep 15 13:41:07.794857 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6fc375-3ad2-4e60-a4ff-06d8a2a6e690 req-5e5cc1fa-53c2-4482-99ee-239d65c0a700 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:07.795615 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-aa6fc375-3ad2-4e60-a4ff-06d8a2a6e690 req-5e5cc1fa-53c2-4482-99ee-239d65c0a700 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Synchronizing usage tracker for tenant:123dd1ba9d594e88a025896157079afa on resource:port {{(pid=82346) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Sep 15 13:41:07.810505 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-aa6fc375-3ad2-4e60-a4ff-06d8a2a6e690 req-5e5cc1fa-53c2-4482-99ee-239d65c0a700 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Unset dirty status for tenant:123dd1ba9d594e88a025896157079afa on resource:port {{(pid=82346) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Sep 15 13:41:07.811724 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-aa6fc375-3ad2-4e60-a4ff-06d8a2a6e690 req-5e5cc1fa-53c2-4482-99ee-239d65c0a700 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.36 "GET /v2.0/ports?device_id=467923c6-1b6f-4cff-b3d3-fde000eff88f HTTP/1.1" status: 200  len: 946 time: 0.0958889
Sep 15 13:41:07.894855 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [req-aa6fc375-3ad2-4e60-a4ff-06d8a2a6e690 req-1567ad37-174e-458f-bf07-a5d2c503df8a tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Deleting port 95e97c21-2d47-41e7-a35c-ac76e5b4a7e3 {{(pid=82346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Sep 15 13:41:07.895234 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-aa6fc375-3ad2-4e60-a4ff-06d8a2a6e690 req-1567ad37-174e-458f-bf07-a5d2c503df8a tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301743532404'] for port, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:41:08.147303 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [req-aa6fc375-3ad2-4e60-a4ff-06d8a2a6e690 req-1567ad37-174e-458f-bf07-a5d2c503df8a tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] For port 95e97c21-2d47-41e7-a35c-ac76e5b4a7e3, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=95e97c21-2d47-41e7-a35c-ac76e5b4a7e3,segment=NetworkSegment(3490644b-788c-43d7-8cb9-2ed21ec8c954),segment_id=3490644b-788c-43d7-8cb9-2ed21ec8c954)] {{(pid=82346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:41:08.147913 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-aa6fc375-3ad2-4e60-a4ff-06d8a2a6e690 req-1567ad37-174e-458f-bf07-a5d2c503df8a tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853103875'] for port, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:41:08.280978 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [req-aa6fc375-3ad2-4e60-a4ff-06d8a2a6e690 req-1567ad37-174e-458f-bf07-a5d2c503df8a tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Calling delete_port for 95e97c21-2d47-41e7-a35c-ac76e5b4a7e3 owned by compute:nova {{(pid=82346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Sep 15 13:41:08.404966 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb28af5-20c2-4d79-bdc8-07db38b69707 req-4da5eef3-b464-4eed-9f79-b1a13e0bd21d tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:08.406569 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-bfb28af5-20c2-4d79-bdc8-07db38b69707 req-4da5eef3-b464-4eed-9f79-b1a13e0bd21d tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 945 time: 0.1267624
Sep 15 13:41:08.435545 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-aa6fc375-3ad2-4e60-a4ff-06d8a2a6e690 req-1567ad37-174e-458f-bf07-a5d2c503df8a tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301743526908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735110837380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1447919'] for port, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:41:08.441665 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-fa7b4586-643d-4bb3-a57f-a2b7e9ea94a0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:41:08.483662 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-bfb28af5-20c2-4d79-bdc8-07db38b69707 req-f5fb9f14-5224-463b-b721-8065498587f0 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2b6258c-7125-4609-a047-87418a93f977&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0682802
Sep 15 13:41:08.484435 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1567ad37-174e-458f-bf07-a5d2c503df8a tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Pushing event deleted for resources: {'Port': ['ID=95e97c21-2d47-41e7-a35c-ac76e5b4a7e3,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:41:08.488878 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-1567ad37-174e-458f-bf07-a5d2c503df8a tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:41:08.497517 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588af69b-8ca2-4288-ac97-fc07b81aef40 req-78984e2b-9fd7-4eaf-a7a9-3571c8fdcb1e tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:08.498839 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] get_ports_and_sgs() called for port_ids ['1d146de1-007d-4207-8d58-3ab7e0266a17', '95e97c21-2d47-41e7-a35c-ac76e5b4a7e3'] {{(pid=82347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 15 13:41:08.499278 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-588af69b-8ca2-4288-ac97-fc07b81aef40 req-78984e2b-9fd7-4eaf-a7a9-3571c8fdcb1e tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/ports?device_id=467923c6-1b6f-4cff-b3d3-fde000eff88f HTTP/1.1" status: 200  len: 946 time: 0.1402318
Sep 15 13:41:08.589609 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-588af69b-8ca2-4288-ac97-fc07b81aef40 req-445581bd-d8b3-4714-bb44-7b775f94ded3 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2bc11e6-bbc1-4efa-b746-171b2be9153a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0726714
Sep 15 13:41:08.599410 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Device 2d645075-44ff-4519-8770-07ec8ae0948f details requested by agent hyperv_hv-cinder-80918 with host hv-cinder-80918 {{(pid=82347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Sep 15 13:41:08.602100 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Device ac7dedab-8994-4fd4-9bbd-3798273cfa83 no longer exists at agent hyperv_hv-cinder-80918 {{(pid=82347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Sep 15 13:41:08.810806 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa6fc375-3ad2-4e60-a4ff-06d8a2a6e690 req-1567ad37-174e-458f-bf07-a5d2c503df8a tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] No DVR routers for this DVR port 95e97c21-2d47-41e7-a35c-ac76e5b4a7e3 on host hv-cinder-80918 {{(pid=82346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Sep 15 13:41:08.814120 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-aa6fc375-3ad2-4e60-a4ff-06d8a2a6e690 req-1567ad37-174e-458f-bf07-a5d2c503df8a tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251427'] for port, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:41:08.817956 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '467923c6-1b6f-4cff-b3d3-fde000eff88f', 'name': 'network-vif-deleted', 'tag': '95e97c21-2d47-41e7-a35c-ac76e5b4a7e3'}] {{(pid=82346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Sep 15 13:41:08.837544 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-aa6fc375-3ad2-4e60-a4ff-06d8a2a6e690 req-1567ad37-174e-458f-bf07-a5d2c503df8a tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.36 "DELETE /v2.0/ports/95e97c21-2d47-41e7-a35c-ac76e5b4a7e3 HTTP/1.1" status: 204  len: 173 time: 1.0084341
Sep 15 13:41:08.905076 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400403d0-be7c-449a-8ee4-9c8ffcf0ddb2 req-260ace35-a0d0-4275-8ab2-3c5bb249a1ad tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:08.912315 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-400403d0-be7c-449a-8ee4-9c8ffcf0ddb2 req-260ace35-a0d0-4275-8ab2-3c5bb249a1ad tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ceb2f64-a7eb-4076-aa4a-1e8fda020c6a HTTP/1.1" status: 200  len: 944 time: 0.1146061
Sep 15 13:41:08.974874 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-400403d0-be7c-449a-8ee4-9c8ffcf0ddb2 req-ac302d32-d95a-4b40-bf27-10aae9e2b533 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/security-groups?id=89175963-9081-4766-bd6e-dce643f9d5fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0597060
Sep 15 13:41:09.032305 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:41:09.124754 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea90189b-6db1-44bc-9a33-ebff7f7fcbaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac7dedab-8994-4fd4-9bbd-3798273cfa83'}] {{(pid=82347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Sep 15 13:41:09.161258 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] For port 2d645075-44ff-4519-8770-07ec8ae0948f, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=2d645075-44ff-4519-8770-07ec8ae0948f,segment=NetworkSegment(56e1ad63-677e-400c-b8f9-048d7d57e5d3),segment_id=56e1ad63-677e-400c-b8f9-048d7d57e5d3)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:41:09.169918 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] For port ac7dedab-8994-4fd4-9bbd-3798273cfa83, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=ac7dedab-8994-4fd4-9bbd-3798273cfa83,segment=NetworkSegment(11169836-79b2-4822-b283-a5d557a2336a),segment_id=11169836-79b2-4822-b283-a5d557a2336a)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:41:09.186744 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:41:09.190205 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:41:09.197560 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ec0152-90da-455a-89e6-8c327e4186b5 req-390312dd-c4c5-47a9-9fa6-9db65a183a15 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:09.200264 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-98ec0152-90da-455a-89e6-8c327e4186b5 req-390312dd-c4c5-47a9-9fa6-9db65a183a15 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dfebc96-1d27-4e99-9371-287665559258 HTTP/1.1" status: 200  len: 946 time: 0.0933728
Sep 15 13:41:09.232620 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '467923c6-1b6f-4cff-b3d3-fde000eff88f', 'name': 'network-vif-deleted', 'tag': '95e97c21-2d47-41e7-a35c-ac76e5b4a7e3', 'status': 'completed', 'code': 200}
Sep 15 13:41:09.268639 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Returning: {'device': '2d645075-44ff-4519-8770-07ec8ae0948f', 'network_id': '982dc6d1-fde1-4e05-9f32-46758815ee40', 'port_id': '2d645075-44ff-4519-8770-07ec8ae0948f', 'mac_address': 'fa:16:3e:8f:19:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b2f26b2-c7f8-4f7f-8b6c-514ec6432124', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 15 13:41:09.271976 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Pushing event updated for resources: {'Port': ['ID=ac7dedab-8994-4fd4-9bbd-3798273cfa83,revision_number=8']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:41:09.275773 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:41:09.282461 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-98ec0152-90da-455a-89e6-8c327e4186b5 req-209980e3-7047-4d2f-b483-e83e0f066830 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0769069
Sep 15 13:41:09.317996 dv-cinder-809181-1-iscsi neutron-server[82236]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ea90189b-6db1-44bc-9a33-ebff7f7fcbaa', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ac7dedab-8994-4fd4-9bbd-3798273cfa83', 'code': 422} returned with failed status
Sep 15 13:41:09.344087 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:41:09.362713 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d645075-44ff-4519-8770-07ec8ae0948f {{(pid=82347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Sep 15 13:41:09.378264 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] For port 2d645075-44ff-4519-8770-07ec8ae0948f, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=2d645075-44ff-4519-8770-07ec8ae0948f,segment=NetworkSegment(56e1ad63-677e-400c-b8f9-048d7d57e5d3),segment_id=56e1ad63-677e-400c-b8f9-048d7d57e5d3)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:41:09.381294 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:41:09.383255 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:41:09.449617 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Pushing event updated for resources: {'Port': ['ID=2d645075-44ff-4519-8770-07ec8ae0948f,revision_number=4']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:41:09.453114 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:41:09.561176 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-320b4d35-706a-4f8f-a1c5-ef934719fb4c req-0069006b-1206-4b07-84e7-da0ae29bc98e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0738010
Sep 15 13:41:09.836133 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-dbcf932d-be0b-40b0-8543-51bf3385cc1b req-74e18daa-3978-4941-82e5-278ab69c29fa tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/ports?device_id=467923c6-1b6f-4cff-b3d3-fde000eff88f HTTP/1.1" status: 200  len: 210 time: 0.0933518
Sep 15 13:41:09.886726 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2547416f-8270-46cc-ba38-44bc48a5aeb4 req-89cfaeaa-0e43-4a6c-a30a-bb45025c405c tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:09.888285 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-2547416f-8270-46cc-ba38-44bc48a5aeb4 req-89cfaeaa-0e43-4a6c-a30a-bb45025c405c tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 943 time: 0.0955582
Sep 15 13:41:09.937618 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-2547416f-8270-46cc-ba38-44bc48a5aeb4 req-cc79094f-2b77-4e3c-ba46-cedaa34c1d95 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2b6258c-7125-4609-a047-87418a93f977&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430479
Sep 15 13:41:09.970055 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 33762) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:41:10.005431 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] get_ports_and_sgs() called for port_ids ['2d645075-44ff-4519-8770-07ec8ae0948f'] {{(pid=82347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 15 13:41:10.168238 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-4dd32606-ec14-4d0c-b964-72095bc070e2 req-37987044-3dd4-41c5-b162-4d1145382d62 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1967683
Sep 15 13:41:10.203961 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be051d7-0db7-43b2-842d-370a5eacbbe1 req-36bc99c7-40ec-4986-bce8-933fb516c059 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:10.205585 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-3be051d7-0db7-43b2-842d-370a5eacbbe1 req-36bc99c7-40ec-4986-bce8-933fb516c059 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ceb2f64-a7eb-4076-aa4a-1e8fda020c6a HTTP/1.1" status: 200  len: 945 time: 0.0924206
Sep 15 13:41:10.279478 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-3be051d7-0db7-43b2-842d-370a5eacbbe1 req-babb332e-fc95-4689-a3ec-b0fa344c242d tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/security-groups?id=89175963-9081-4766-bd6e-dce643f9d5fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0629530
Sep 15 13:41:10.480231 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Device 95e97c21-2d47-41e7-a35c-ac76e5b4a7e3 no longer exists at agent hyperv_hv-cinder-80918 {{(pid=82347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Sep 15 13:41:10.514257 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa07307-03d5-4007-9d2a-c64806967ffb req-2bb1dddd-2910-45a5-96df-c923f1293caa tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:10.515127 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] No Port match for: 95e97c21-2d47-41e7-a35c-ac76e5b4a7e3 {{(pid=82347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Sep 15 13:41:10.515533 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Device 95e97c21-2d47-41e7-a35c-ac76e5b4a7e3 not bound to the agent host hv-cinder-80918 {{(pid=82347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Sep 15 13:41:10.515900 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-4fa07307-03d5-4007-9d2a-c64806967ffb req-2bb1dddd-2910-45a5-96df-c923f1293caa tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dfebc96-1d27-4e99-9371-287665559258 HTTP/1.1" status: 200  len: 946 time: 0.0968518
Sep 15 13:41:10.516033 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Device ac7dedab-8994-4fd4-9bbd-3798273cfa83 no longer exists at agent hyperv_hv-cinder-80918 {{(pid=82347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Sep 15 13:41:10.564985 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-4fa07307-03d5-4007-9d2a-c64806967ffb req-c82e7810-0b37-4ec6-a577-d51d007d0ffd tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427029
Sep 15 13:41:11.067093 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-4067bd14-cd7c-4c02-9f79-9b673bb17336 req-24bde83a-0054-4269-99c7-9dc1ba036270 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1dfebc96-1d27-4e99-9371-287665559258 HTTP/1.1" status: 200  len: 1099 time: 0.1380019
Sep 15 13:41:11.116129 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-4067bd14-cd7c-4c02-9f79-9b673bb17336 req-e364461f-efeb-4ee3-a4ba-330feed70cc6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424905
Sep 15 13:41:11.182400 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2fca65-6254-480f-b51f-852112f273b7 req-85e4dac7-5a63-4a72-9318-de9c45ffe5ab tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:11.184035 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-5d2fca65-6254-480f-b51f-852112f273b7 req-85e4dac7-5a63-4a72-9318-de9c45ffe5ab tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 943 time: 0.0847340
Sep 15 13:41:11.233039 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-5d2fca65-6254-480f-b51f-852112f273b7 req-929a147b-e871-46e4-9308-34d9884c3ff5 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2b6258c-7125-4609-a047-87418a93f977&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428414
Sep 15 13:41:11.474379 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e40b99-a7c2-4e25-800a-a90c7740c487 req-ac01ef94-11b9-49e3-8c13-8156cbff6d45 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:11.476180 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-38e40b99-a7c2-4e25-800a-a90c7740c487 req-ac01ef94-11b9-49e3-8c13-8156cbff6d45 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ceb2f64-a7eb-4076-aa4a-1e8fda020c6a HTTP/1.1" status: 200  len: 945 time: 0.0867133
Sep 15 13:41:11.523878 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-38e40b99-a7c2-4e25-800a-a90c7740c487 req-40f03c83-769a-40d5-bc8d-3dfbd159d10d tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/security-groups?id=89175963-9081-4766-bd6e-dce643f9d5fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417554
Sep 15 13:41:11.767167 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db44f7f7-063d-4510-9e2f-e19ce3cd38d1 req-582105f1-7555-4d77-acb8-13400e0591df tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:11.768794 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-db44f7f7-063d-4510-9e2f-e19ce3cd38d1 req-582105f1-7555-4d77-acb8-13400e0591df tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dfebc96-1d27-4e99-9371-287665559258 HTTP/1.1" status: 200  len: 946 time: 0.0820982
Sep 15 13:41:11.820032 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-db44f7f7-063d-4510-9e2f-e19ce3cd38d1 req-d1842ba7-d99e-467a-8727-d42583bca8b5 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445812
Sep 15 13:41:12.448120 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11ad3e9-8407-44e1-b3c6-b91e94e3a2e2 req-4f76381b-14a7-4e4e-a550-867f25f883a1 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:12.449631 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-d11ad3e9-8407-44e1-b3c6-b91e94e3a2e2 req-4f76381b-14a7-4e4e-a550-867f25f883a1 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 943 time: 0.0812793
Sep 15 13:41:12.498671 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-d11ad3e9-8407-44e1-b3c6-b91e94e3a2e2 req-6ff6539f-7a0d-4b8a-9c2a-eee0609220f8 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2b6258c-7125-4609-a047-87418a93f977&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422077
Sep 15 13:41:12.726726 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39005d85-4935-4e26-97c0-b4adbfb46e08 req-e6a70135-431f-4c28-a48a-0399088e3cb9 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:12.728246 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-39005d85-4935-4e26-97c0-b4adbfb46e08 req-e6a70135-431f-4c28-a48a-0399088e3cb9 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ceb2f64-a7eb-4076-aa4a-1e8fda020c6a HTTP/1.1" status: 200  len: 945 time: 0.0856767
Sep 15 13:41:12.774906 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-39005d85-4935-4e26-97c0-b4adbfb46e08 req-a33f674b-991c-4369-8ddb-4a9526bef223 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/security-groups?id=89175963-9081-4766-bd6e-dce643f9d5fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407143
Sep 15 13:41:13.024214 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae59a34-e596-4521-a547-47d637ee8f0e req-d9042208-fe41-4d28-be67-d2788660ceb0 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:13.025673 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-bae59a34-e596-4521-a547-47d637ee8f0e req-d9042208-fe41-4d28-be67-d2788660ceb0 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dfebc96-1d27-4e99-9371-287665559258 HTTP/1.1" status: 200  len: 946 time: 0.0809269
Sep 15 13:41:13.072477 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-bae59a34-e596-4521-a547-47d637ee8f0e req-dc7994c2-42cf-4e31-a05f-9a4730952e72 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409563
Sep 15 13:41:13.314532 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Device 2d645075-44ff-4519-8770-07ec8ae0948f up at agent hyperv_hv-cinder-80918 {{(pid=82347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Sep 15 13:41:13.386764 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Provisioning for port 2d645075-44ff-4519-8770-07ec8ae0948f completed by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Sep 15 13:41:13.391518 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Provisioning complete for port 2d645075-44ff-4519-8770-07ec8ae0948f triggered by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:41:13.391986 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:41:13.509415 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:41:13.537696 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ceb2f64-a7eb-4076-aa4a-1e8fda020c6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d645075-44ff-4519-8770-07ec8ae0948f'}] {{(pid=82347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Sep 15 13:41:13.547822 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] For port 2d645075-44ff-4519-8770-07ec8ae0948f, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=2d645075-44ff-4519-8770-07ec8ae0948f,segment=NetworkSegment(56e1ad63-677e-400c-b8f9-048d7d57e5d3),segment_id=56e1ad63-677e-400c-b8f9-048d7d57e5d3)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:41:13.550689 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:41:13.553720 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:41:13.595328 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ceb2f64-a7eb-4076-aa4a-1e8fda020c6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d645075-44ff-4519-8770-07ec8ae0948f', 'code': 200}
Sep 15 13:41:13.621720 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Pushing event updated for resources: {'Port': ['ID=2d645075-44ff-4519-8770-07ec8ae0948f,revision_number=5']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:41:13.624979 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:41:13.724481 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81736796-2204-4994-8643-cd04b99ac750 req-62facfa9-58d9-4649-973b-cc278de9850b tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:13.726048 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-81736796-2204-4994-8643-cd04b99ac750 req-62facfa9-58d9-4649-973b-cc278de9850b tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 943 time: 0.0854063
Sep 15 13:41:13.773008 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-81736796-2204-4994-8643-cd04b99ac750 req-d5ea23dd-a0a7-4d65-a246-6d5033e18336 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2b6258c-7125-4609-a047-87418a93f977&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409760
Sep 15 13:41:13.978141 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c71d0f2-b113-46ac-84c0-e9d343fea06a req-be219505-013e-4248-ba8f-9c2a39a9b5b6 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:13.979760 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-6c71d0f2-b113-46ac-84c0-e9d343fea06a req-be219505-013e-4248-ba8f-9c2a39a9b5b6 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ceb2f64-a7eb-4076-aa4a-1e8fda020c6a HTTP/1.1" status: 200  len: 946 time: 0.0818377
Sep 15 13:41:14.027202 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-6c71d0f2-b113-46ac-84c0-e9d343fea06a req-0c3d8664-e334-46f9-8dfe-156a7b05e70e tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/security-groups?id=89175963-9081-4766-bd6e-dce643f9d5fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413477
Sep 15 13:41:14.278925 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a07693-fa70-4f5f-bb91-7584c8e06845 req-8e32dde7-40f9-4b63-9540-241de86d41d8 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:14.280526 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-b8a07693-fa70-4f5f-bb91-7584c8e06845 req-8e32dde7-40f9-4b63-9540-241de86d41d8 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dfebc96-1d27-4e99-9371-287665559258 HTTP/1.1" status: 200  len: 946 time: 0.0860124
Sep 15 13:41:14.331280 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-b8a07693-fa70-4f5f-bb91-7584c8e06845 req-182cdb6d-459f-41a5-b486-f8c2101142a2 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441775
Sep 15 13:41:14.696903 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-497d57ca-2c5b-4df3-82ba-6dc1f6d1f9dd req-6037d4ce-c6df-4747-ab29-e64451281a0e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8ceb2f64-a7eb-4076-aa4a-1e8fda020c6a HTTP/1.1" status: 200  len: 1099 time: 0.0744154
Sep 15 13:41:14.745899 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-497d57ca-2c5b-4df3-82ba-6dc1f6d1f9dd req-21e3a377-0561-455a-98f2-606e374c108e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=89175963-9081-4766-bd6e-dce643f9d5fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381074
Sep 15 13:41:14.987847 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7389db-00d9-4f7e-804d-b2b1a3f9a559 req-fec87cd2-90f9-4f74-b646-b741d87f4e43 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:14.989356 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-5c7389db-00d9-4f7e-804d-b2b1a3f9a559 req-fec87cd2-90f9-4f74-b646-b741d87f4e43 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 943 time: 0.0820582
Sep 15 13:41:15.040003 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-5c7389db-00d9-4f7e-804d-b2b1a3f9a559 req-1807f9f0-fc25-4773-8aa6-7b0ff9dfae13 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2b6258c-7125-4609-a047-87418a93f977&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447044
Sep 15 13:41:15.230775 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922243a7-4acd-45c7-a9cf-1c63dc44652d req-4d4643ac-1e92-46ca-b226-560b4e99579a tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:15.232502 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-922243a7-4acd-45c7-a9cf-1c63dc44652d req-4d4643ac-1e92-46ca-b226-560b4e99579a tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ceb2f64-a7eb-4076-aa4a-1e8fda020c6a HTTP/1.1" status: 200  len: 946 time: 0.0838175
Sep 15 13:41:15.287062 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-922243a7-4acd-45c7-a9cf-1c63dc44652d req-8735a39b-6d8b-4a22-9696-c96f29acbbba tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/security-groups?id=89175963-9081-4766-bd6e-dce643f9d5fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0484855
Sep 15 13:41:15.553366 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cab9ba2-4d40-4673-ba22-a9c52fbe5c19 req-7cdf266d-0a99-4099-a99d-8572fc8c575b tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:15.555896 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-0cab9ba2-4d40-4673-ba22-a9c52fbe5c19 req-7cdf266d-0a99-4099-a99d-8572fc8c575b tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dfebc96-1d27-4e99-9371-287665559258 HTTP/1.1" status: 200  len: 946 time: 0.1002321
Sep 15 13:41:15.618967 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-0cab9ba2-4d40-4673-ba22-a9c52fbe5c19 req-3719ba94-6767-4301-a886-65ee2ab38fd7 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537047
Sep 15 13:41:15.770352 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-4dd32606-ec14-4d0c-b964-72095bc070e2 req-00e3f7e3-994f-4c11-98c5-c8e5ac39a343 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa&tenant_id=025c529061864e2ab47987e7d6ed7d28 HTTP/1.1" status: 200  len: 1096 time: 0.0767677
Sep 15 13:41:15.897816 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-4dd32606-ec14-4d0c-b964-72095bc070e2 req-20d2459d-96b4-47fc-aa91-a524a0a84894 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=025c529061864e2ab47987e7d6ed7d28&device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 1096 time: 0.0858204
Sep 15 13:41:15.992939 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f38f6aa-0597-41f2-8858-6576fc586d14 req-96e56c78-2fb4-47f5-ab19-0bf351442a86 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:15.994699 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-0f38f6aa-0597-41f2-8858-6576fc586d14 req-96e56c78-2fb4-47f5-ab19-0bf351442a86 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cb9c44d-f497-4d9c-aaec-a2fee224e186 HTTP/1.1" status: 200  len: 945 time: 0.0854716
Sep 15 13:41:16.050012 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd32606-ec14-4d0c-b964-72095bc070e2 req-619fb717-f764-4128-9de6-b856fb330863 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:16.050340 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-0f38f6aa-0597-41f2-8858-6576fc586d14 req-4a4fc726-8846-4d78-97b9-80635f9a6531 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2bc11e6-bbc1-4efa-b746-171b2be9153a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482721
Sep 15 13:41:16.052852 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-4dd32606-ec14-4d0c-b964-72095bc070e2 req-619fb717-f764-4128-9de6-b856fb330863 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e9c16276-857e-49e4-bec2-1a6e621bb0c0 HTTP/1.1" status: 200  len: 917 time: 0.1478889
Sep 15 13:41:16.272270 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50c59b4-1dd3-4d65-b521-fe2187d0a017 req-7c8efc6e-d148-4a2f-be2b-085272b8129e tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:16.274099 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-c50c59b4-1dd3-4d65-b521-fe2187d0a017 req-7c8efc6e-d148-4a2f-be2b-085272b8129e tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 943 time: 0.0979431
Sep 15 13:41:16.369204 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-c50c59b4-1dd3-4d65-b521-fe2187d0a017 req-efd72797-4921-4a6b-94cb-0f24390a51b9 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2b6258c-7125-4609-a047-87418a93f977&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0591948
Sep 15 13:41:16.394793 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e52070-4105-4767-a91c-def24c225c62 req-44f6f260-d25b-4bbe-b385-43e98bf0e767 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:16.396395 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-32e52070-4105-4767-a91c-def24c225c62 req-44f6f260-d25b-4bbe-b385-43e98bf0e767 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dfebc96-1d27-4e99-9371-287665559258 HTTP/1.1" status: 200  len: 946 time: 0.1211729
Sep 15 13:41:16.448936 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-32e52070-4105-4767-a91c-def24c225c62 req-725dd3df-2c3a-4238-b09e-347bbfdeb5f7 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462947
Sep 15 13:41:16.570461 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985d5de3-66c2-4bb7-8e4a-bf636b81f266 req-447d2ee3-3fd6-4cab-b2ea-e5f41ba9c8b0 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:16.572025 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-985d5de3-66c2-4bb7-8e4a-bf636b81f266 req-447d2ee3-3fd6-4cab-b2ea-e5f41ba9c8b0 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ceb2f64-a7eb-4076-aa4a-1e8fda020c6a HTTP/1.1" status: 200  len: 946 time: 0.0833211
Sep 15 13:41:16.619919 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-985d5de3-66c2-4bb7-8e4a-bf636b81f266 req-09643ab5-ce67-47ef-a8bb-58b2538f6906 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/security-groups?id=89175963-9081-4766-bd6e-dce643f9d5fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413387
Sep 15 13:41:17.260364 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bced90f-0024-44d8-a880-b91e50c3a0ca req-fec066f6-417c-4897-a0da-9a8b39073ee7 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:17.261954 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-5bced90f-0024-44d8-a880-b91e50c3a0ca req-fec066f6-417c-4897-a0da-9a8b39073ee7 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cb9c44d-f497-4d9c-aaec-a2fee224e186 HTTP/1.1" status: 200  len: 945 time: 0.0875034
Sep 15 13:41:17.310443 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-5bced90f-0024-44d8-a880-b91e50c3a0ca req-9cb0be4f-4479-47c5-8d54-8f33cb634723 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2bc11e6-bbc1-4efa-b746-171b2be9153a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419459
Sep 15 13:41:17.642338 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff0af01-f73e-4144-85bd-20757b76cbb8 req-ff178c51-2f19-4a93-a5ba-306be1d0a90c tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:17.643932 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-4ff0af01-f73e-4144-85bd-20757b76cbb8 req-ff178c51-2f19-4a93-a5ba-306be1d0a90c tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 943 time: 0.1424839
Sep 15 13:41:17.706902 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcd23df-728d-4557-8e16-8e159ac23538 req-72ea9dc2-4586-4c50-9fbf-65e6428405f3 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:17.709109 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-5bcd23df-728d-4557-8e16-8e159ac23538 req-72ea9dc2-4586-4c50-9fbf-65e6428405f3 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dfebc96-1d27-4e99-9371-287665559258 HTTP/1.1" status: 200  len: 946 time: 0.1345742
Sep 15 13:41:17.716344 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-4ff0af01-f73e-4144-85bd-20757b76cbb8 req-dbfafaba-e9a2-4aac-999f-afd394210676 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2b6258c-7125-4609-a047-87418a93f977&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0647469
Sep 15 13:41:17.758744 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-5bcd23df-728d-4557-8e16-8e159ac23538 req-1e6e8c3c-c034-443d-9ebb-6d3686017359 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414050
Sep 15 13:41:17.917912 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e4e715-1468-49bb-a109-82174ee857d5 req-b477760e-a7dc-4b37-8dd7-40ff67961245 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:17.919487 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-f7e4e715-1468-49bb-a109-82174ee857d5 req-b477760e-a7dc-4b37-8dd7-40ff67961245 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ceb2f64-a7eb-4076-aa4a-1e8fda020c6a HTTP/1.1" status: 200  len: 946 time: 0.0819705
Sep 15 13:41:17.970494 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-f7e4e715-1468-49bb-a109-82174ee857d5 req-4fcd7a4c-88e4-4ef0-b895-54ca608d2291 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/security-groups?id=89175963-9081-4766-bd6e-dce643f9d5fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449471
Sep 15 13:41:18.510370 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f92fec-b678-4af3-b9f6-01d1a111c556 req-3ad4bcb8-e756-4561-a842-bdd9b3a23efe tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:18.511982 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-56f92fec-b678-4af3-b9f6-01d1a111c556 req-3ad4bcb8-e756-4561-a842-bdd9b3a23efe tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cb9c44d-f497-4d9c-aaec-a2fee224e186 HTTP/1.1" status: 200  len: 945 time: 0.0808506
Sep 15 13:41:18.560480 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-56f92fec-b678-4af3-b9f6-01d1a111c556 req-00626adc-9777-46c5-9df7-288888dcba9f tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2bc11e6-bbc1-4efa-b746-171b2be9153a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423274
Sep 15 13:41:19.026651 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-4dd32606-ec14-4d0c-b964-72095bc070e2 req-f0017655-4852-491d-96b5-ff5c66e07ba6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac7dedab-8994-4fd4-9bbd-3798273cfa83 HTTP/1.1" status: 200  len: 998 time: 0.1190641
Sep 15 13:41:19.055997 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474eef24-a103-4c42-9347-012cb0c1a36f req-811482c5-617a-47fa-8f5f-1a6814b8cba7 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:19.057609 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-474eef24-a103-4c42-9347-012cb0c1a36f req-811482c5-617a-47fa-8f5f-1a6814b8cba7 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 943 time: 0.2079625
Sep 15 13:41:19.075406 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771aa64c-c3ee-4447-9a69-e3dc1878029a req-df96c476-831d-4a05-bac3-5e661cccf337 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:19.077276 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-771aa64c-c3ee-4447-9a69-e3dc1878029a req-df96c476-831d-4a05-bac3-5e661cccf337 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dfebc96-1d27-4e99-9371-287665559258 HTTP/1.1" status: 200  len: 946 time: 0.1883087
Sep 15 13:41:19.100678 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd32606-ec14-4d0c-b964-72095bc070e2 req-1c1c9918-eff1-490f-ae3f-fb37d791fb47 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:19.102506 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-4dd32606-ec14-4d0c-b964-72095bc070e2 req-1c1c9918-eff1-490f-ae3f-fb37d791fb47 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5d3cda93-f669-4c8c-b3ae-fd1f6c47904a HTTP/1.1" status: 200  len: 855 time: 0.0682983
Sep 15 13:41:19.170245 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-f991f9ff-ee03-4ced-847f-256cb39d1bf5 req-2980263d-e246-48fa-b6f0-5ac7cc593f13 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=80893221bf4b42c18fd54176a50bc76a&device_id=1dfebc96-1d27-4e99-9371-287665559258 HTTP/1.1" status: 200  len: 1099 time: 0.2009745
Sep 15 13:41:19.173848 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-771aa64c-c3ee-4447-9a69-e3dc1878029a req-1d2d438c-c9b7-4ba7-9801-35927a037694 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0762186
Sep 15 13:41:19.189246 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-474eef24-a103-4c42-9347-012cb0c1a36f req-24c7b942-1324-4e47-beb9-0336be83028b tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2b6258c-7125-4609-a047-87418a93f977&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1215706
Sep 15 13:41:19.198576 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-4dd32606-ec14-4d0c-b964-72095bc070e2 req-962fdeeb-da64-43c8-9f4c-cc5544732f4d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e9c16276-857e-49e4-bec2-1a6e621bb0c0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0852959
Sep 15 13:41:19.370005 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-4dd32606-ec14-4d0c-b964-72095bc070e2 req-aad95197-5d02-41df-9029-f2064ebb66c5 service neutron] 10.222.0.36 "GET /v2.0/networks/e9c16276-857e-49e4-bec2-1a6e621bb0c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1539507
Sep 15 13:41:19.386230 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f991f9ff-ee03-4ced-847f-256cb39d1bf5 req-e4c59264-b7a0-4d5e-974a-c2dd003a68c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:19.387831 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-f991f9ff-ee03-4ced-847f-256cb39d1bf5 req-e4c59264-b7a0-4d5e-974a-c2dd003a68c6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9bbaa344-d9a5-4321-ad27-cafc69ce0f2b HTTP/1.1" status: 200  len: 919 time: 0.1945112
Sep 15 13:41:19.527112 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-4dd32606-ec14-4d0c-b964-72095bc070e2 req-e73112c3-f8f3-47b1-9ff0-863040d5b715 service neutron] 10.222.0.36 "GET /v2.0/networks/e9c16276-857e-49e4-bec2-1a6e621bb0c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1434822
Sep 15 13:41:19.669843 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-f991f9ff-ee03-4ced-847f-256cb39d1bf5 req-51a40878-9131-4f00-95cf-7096aa0a6c0e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67a62b8a-88f9-4fc2-b492-5b3b5d0e2c6c HTTP/1.1" status: 200  len: 217 time: 0.2696288
Sep 15 13:41:19.676629 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653cf54e-d0f6-41be-aa9a-1ef4c0312bf7 req-b67a33bd-0acb-44fd-88fa-39233608f1c2 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:19.678266 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-653cf54e-d0f6-41be-aa9a-1ef4c0312bf7 req-b67a33bd-0acb-44fd-88fa-39233608f1c2 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ceb2f64-a7eb-4076-aa4a-1e8fda020c6a HTTP/1.1" status: 200  len: 946 time: 0.3665533
Sep 15 13:41:19.830560 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f991f9ff-ee03-4ced-847f-256cb39d1bf5 req-2be59651-24b0-4dca-8b80-f11df4dcf33b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:19.832720 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-f991f9ff-ee03-4ced-847f-256cb39d1bf5 req-2be59651-24b0-4dca-8b80-f11df4dcf33b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=73bc4b07-7e04-44b7-bb1d-868aeed372a5 HTTP/1.1" status: 200  len: 858 time: 0.1530218
Sep 15 13:41:19.840231 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-653cf54e-d0f6-41be-aa9a-1ef4c0312bf7 req-12d6175a-4045-4c2b-bd65-9ee9604df08d tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/security-groups?id=89175963-9081-4766-bd6e-dce643f9d5fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1269178
Sep 15 13:41:19.899346 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-f991f9ff-ee03-4ced-847f-256cb39d1bf5 req-287c6912-444b-4fc3-8c6b-0756cbe3ddda service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9bbaa344-d9a5-4321-ad27-cafc69ce0f2b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0516717
Sep 15 13:41:19.910331 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dceb89-8482-4bf8-a8c6-bc9e93a5147a req-274aaa93-2785-4cd4-99a7-28ded22f81b6 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:19.912005 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-c0dceb89-8482-4bf8-a8c6-bc9e93a5147a req-274aaa93-2785-4cd4-99a7-28ded22f81b6 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cb9c44d-f497-4d9c-aaec-a2fee224e186 HTTP/1.1" status: 200  len: 945 time: 0.1943686
Sep 15 13:41:20.113250 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-c0dceb89-8482-4bf8-a8c6-bc9e93a5147a req-c871fcd6-56a6-4e3b-af83-b27493f16a1b tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2bc11e6-bbc1-4efa-b746-171b2be9153a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1738110
Sep 15 13:41:20.154380 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-f991f9ff-ee03-4ced-847f-256cb39d1bf5 req-9d6a48ed-863f-4261-af39-f3937c2c3280 service neutron] 10.222.0.36 "GET /v2.0/networks/9bbaa344-d9a5-4321-ad27-cafc69ce0f2b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2412791
Sep 15 13:41:20.164876 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119e9ea4-bf78-4199-9968-673ebc0ee3c3 req-0f908d90-b869-458c-b5b1-8467c318c2aa tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:20.166400 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-119e9ea4-bf78-4199-9968-673ebc0ee3c3 req-0f908d90-b869-458c-b5b1-8467c318c2aa tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ceb2f64-a7eb-4076-aa4a-1e8fda020c6a HTTP/1.1" status: 200  len: 946 time: 0.1867502
Sep 15 13:41:20.312734 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-119e9ea4-bf78-4199-9968-673ebc0ee3c3 req-55795d95-07c8-4b4f-85c7-e5ecd95dad52 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/security-groups?id=89175963-9081-4766-bd6e-dce643f9d5fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1402223
Sep 15 13:41:20.341093 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 33894) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:41:20.407383 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-f991f9ff-ee03-4ced-847f-256cb39d1bf5 req-46b8bb97-8d51-4049-9f6c-a332ea56fb47 service neutron] 10.222.0.36 "GET /v2.0/networks/9bbaa344-d9a5-4321-ad27-cafc69ce0f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2143202
Sep 15 13:41:20.432934 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7679195-8849-4590-aa62-7b27e42f571d req-813759ef-efea-4398-a39c-f1648ee12969 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:20.434976 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-f7679195-8849-4590-aa62-7b27e42f571d req-813759ef-efea-4398-a39c-f1648ee12969 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dfebc96-1d27-4e99-9371-287665559258 HTTP/1.1" status: 200  len: 946 time: 0.1305442
Sep 15 13:41:20.542689 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-f7679195-8849-4590-aa62-7b27e42f571d req-a8ac6b8e-46ce-44fd-b7df-5682a68b8e2b tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0997925
Sep 15 13:41:20.569591 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39856d97-f487-4180-9b73-878440a7610d req-4f5527da-ed4a-464d-9ab4-f86a191ec18f tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:20.571269 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-39856d97-f487-4180-9b73-878440a7610d req-4f5527da-ed4a-464d-9ab4-f86a191ec18f tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 943 time: 0.1122401
Sep 15 13:41:20.612216 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-8583ba62-8794-4932-b067-ea6b8ee318a0 tempest-TestShelveInstance-979014277 tempest-TestShelveInstance-979014277-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=8ceb2f64-a7eb-4076-aa4a-1e8fda020c6a HTTP/1.1" status: 200  len: 1094 time: 0.2682734
Sep 15 13:41:20.614217 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 33914) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:41:20.620555 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [None req-39b640a5-cf19-41e1-8fde-57feb1315bc7 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Request body: {'floatingip': {'floating_network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'port_id': '2d645075-44ff-4519-8770-07ec8ae0948f', 'tenant_id': 'd2cb26720af84bd8a1fda6a7b333bad4', 'fixed_ip_address': '172.20.0.10'}} {{(pid=82346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:41:20.624827 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-39856d97-f487-4180-9b73-878440a7610d req-6feb04f3-d361-4903-a838-b8d4b7720cba tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2b6258c-7125-4609-a047-87418a93f977&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470181
Sep 15 13:41:20.628284 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-39b640a5-cf19-41e1-8fde-57feb1315bc7 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:41:20.632549 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-39b640a5-cf19-41e1-8fde-57feb1315bc7 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Usage tracker for resource:floatingip and tenant:d2cb26720af84bd8a1fda6a7b333bad4 is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:41:20.636379 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-39b640a5-cf19-41e1-8fde-57feb1315bc7 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:41:20.642674 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-39b640a5-cf19-41e1-8fde-57feb1315bc7 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:41:20.653390 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-39b640a5-cf19-41e1-8fde-57feb1315bc7 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Notify callbacks [] for floatingip, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:41:20.844377 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-39b640a5-cf19-41e1-8fde-57feb1315bc7 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:41:21.005596 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.db_base_plugin_common [None req-39b640a5-cf19-41e1-8fde-57feb1315bc7 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Allocated IP 172.27.2.112 (8154de37-a8f1-49b5-9df6-05123ded69e6/8c022743-acfa-4652-88a1-355a85d34b79/3199c421-7ea3-4b98-ad33-5be9156b6f93) {{(pid=82346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Sep 15 13:41:21.180915 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-39b640a5-cf19-41e1-8fde-57feb1315bc7 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Notify callbacks [] for port, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:41:21.214395 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-39b640a5-cf19-41e1-8fde-57feb1315bc7 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363301743938437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1447919'] for port, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:41:21.219843 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-1766eb67-2f6d-4bdd-a7b0-8ad5c78ea5aa tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:41:21.278352 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b640a5-cf19-41e1-8fde-57feb1315bc7 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Network 8154de37-a8f1-49b5-9df6-05123ded69e6 is already hosted by enough agents. {{(pid=82346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Sep 15 13:41:21.281517 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.base_scheduler [None req-39b640a5-cf19-41e1-8fde-57feb1315bc7 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Resources bound (agent type, host, resource id):  {{(pid=82346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Sep 15 13:41:21.286098 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b640a5-cf19-41e1-8fde-57feb1315bc7 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Received port after_create {{(pid=82346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 15 13:41:21.373765 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5448b28a-3733-4580-a024-771a0b9cd0c1 req-4818c8d5-d176-481a-86c1-01e41897cfd8 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:21.375394 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-5448b28a-3733-4580-a024-771a0b9cd0c1 req-4818c8d5-d176-481a-86c1-01e41897cfd8 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cb9c44d-f497-4d9c-aaec-a2fee224e186 HTTP/1.1" status: 200  len: 945 time: 0.1101012
Sep 15 13:41:21.398280 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b640a5-cf19-41e1-8fde-57feb1315bc7 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Pushing event updated for resources: {'Port': ['ID=3199c421-7ea3-4b98-ad33-5be9156b6f93,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:41:21.402868 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-39b640a5-cf19-41e1-8fde-57feb1315bc7 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:41:21.428333 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-5448b28a-3733-4580-a024-771a0b9cd0c1 req-5cbfe952-2193-4df7-ad6e-1dbc6a4a6a85 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2bc11e6-bbc1-4efa-b746-171b2be9153a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458863
Sep 15 13:41:21.805025 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8ec11b-2ff0-4259-9f3c-e81a9849e64f req-8d1f1107-1fe8-4e83-9668-db925ad4d71c tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:21.806655 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-ea8ec11b-2ff0-4259-9f3c-e81a9849e64f req-8d1f1107-1fe8-4e83-9668-db925ad4d71c tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dfebc96-1d27-4e99-9371-287665559258 HTTP/1.1" status: 200  len: 946 time: 0.1228392
Sep 15 13:41:21.931910 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-ea8ec11b-2ff0-4259-9f3c-e81a9849e64f req-283adca0-f418-4f13-9dc3-036563045489 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0778923
Sep 15 13:41:21.956656 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5f2128-3b59-4ff1-b232-1e1ff2b0e060 req-6c50a3bd-e662-491f-955d-93fe5ae2debc tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:21.964237 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-cd5f2128-3b59-4ff1-b232-1e1ff2b0e060 req-6c50a3bd-e662-491f-955d-93fe5ae2debc tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 943 time: 0.1495376
Sep 15 13:41:22.012706 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-cd5f2128-3b59-4ff1-b232-1e1ff2b0e060 req-67258549-31ee-4a67-b0e1-f1a976ff06c7 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2b6258c-7125-4609-a047-87418a93f977&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474946
Sep 15 13:41:22.173040 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-39b640a5-cf19-41e1-8fde-57feb1315bc7 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:41:22.234339 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-39b640a5-cf19-41e1-8fde-57feb1315bc7 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:41:22.460919 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-39b640a5-cf19-41e1-8fde-57feb1315bc7 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Notify callbacks [] for port, precommit_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:41:22.464996 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-39b640a5-cf19-41e1-8fde-57feb1315bc7 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853327897'] for port, after_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:41:22.469568 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:41:22.575015 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b640a5-cf19-41e1-8fde-57feb1315bc7 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Pushing event updated for resources: {'Port': ['ID=3199c421-7ea3-4b98-ad33-5be9156b6f93,revision_number=2']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:41:22.579905 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-39b640a5-cf19-41e1-8fde-57feb1315bc7 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:41:22.601415 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-39b640a5-cf19-41e1-8fde-57feb1315bc7 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853102158'] for floatingip, after_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:41:22.654826 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1d2a11-9b8e-4456-be5d-7daff15c9624 req-0f05f253-924c-402b-a4b3-629baa61c6e8 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:22.656546 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-ef1d2a11-9b8e-4456-be5d-7daff15c9624 req-0f05f253-924c-402b-a4b3-629baa61c6e8 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cb9c44d-f497-4d9c-aaec-a2fee224e186 HTTP/1.1" status: 200  len: 945 time: 0.1016166
Sep 15 13:41:22.707996 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-ef1d2a11-9b8e-4456-be5d-7daff15c9624 req-193caf70-b114-43ce-903a-599128810ac4 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2bc11e6-bbc1-4efa-b746-171b2be9153a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445509
Sep 15 13:41:22.817891 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.db.l3_db [None req-39b640a5-cf19-41e1-8fde-57feb1315bc7 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Floating IP 70663f0c-4e01-425c-b8e5-4e1675d0c154 associated. External IP: 172.27.2.112, port: 2d645075-44ff-4519-8770-07ec8ae0948f.
Sep 15 13:41:23.159015 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b2095-4629-4992-8961-aaf1248f5fdb req-d161cecc-b589-4f35-b62b-1cbc00c78ba4 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:23.161633 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-9f9b2095-4629-4992-8961-aaf1248f5fdb req-d161cecc-b589-4f35-b62b-1cbc00c78ba4 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dfebc96-1d27-4e99-9371-287665559258 HTTP/1.1" status: 200  len: 946 time: 0.1037276
Sep 15 13:41:23.259301 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39b640a5-cf19-41e1-8fde-57feb1315bc7 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Router def197bf-e032-4066-abc5-ada4d618508b has already been hosted by L3 agent c919ec5e-912e-4080-8a6b-9b8956cb875b {{(pid=82346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Sep 15 13:41:23.266402 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-9f9b2095-4629-4992-8961-aaf1248f5fdb req-0eeebc0a-12e4-4a27-90a2-a420dd125e8a tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0985081
Sep 15 13:41:23.342433 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40fa125-3811-42d5-8af6-2b9ada5e5b79 req-0c6c808f-10fb-418c-a412-c939d608a35c tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:23.344416 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a40fa125-3811-42d5-8af6-2b9ada5e5b79 req-0c6c808f-10fb-418c-a412-c939d608a35c tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 943 time: 0.1404817
Sep 15 13:41:23.402956 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a40fa125-3811-42d5-8af6-2b9ada5e5b79 req-067d3f47-fe60-45b1-9c7a-48367faad6a6 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2b6258c-7125-4609-a047-87418a93f977&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0514371
Sep 15 13:41:23.538572 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39b640a5-cf19-41e1-8fde-57feb1315bc7 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Notify agent at l3_agent.dv-cinder-809181-1-iscsi the message routers_updated {{(pid=82346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Sep 15 13:41:23.551182 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4f3672-1904-4c6c-bd18-d8b61a6aeb07 None None] Sync routers for ids ['def197bf-e032-4066-abc5-ada4d618508b'] in dv-cinder-809181-1-iscsi {{(pid=82348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Sep 15 13:41:23.570699 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4f3672-1904-4c6c-bd18-d8b61a6aeb07 None None] Routers {'def197bf-e032-4066-abc5-ada4d618508b'} bound to L3 agent in host dv-cinder-809181-1-iscsi {{(pid=82348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 15 13:41:23.571410 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-4d4f3672-1904-4c6c-bd18-d8b61a6aeb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cd2826550>, 'dv-cinder-809181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T13:29:29Z,description=<?>,heartbeat_timestamp=2021-09-15T13:40:59Z,host='dv-cinder-809181-1-iscsi',id=c919ec5e-912e-4080-8a6b-9b8956cb875b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T13:29:29Z,topic='l3_agent')) {'router_ids': ['def197bf-e032-4066-abc5-ada4d618508b'], 'active': True} {{(pid=82348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:41:23.573857 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-39b640a5-cf19-41e1-8fde-57feb1315bc7 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251427'] for floatingip, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:41:23.650225 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-39b640a5-cf19-41e1-8fde-57feb1315bc7 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 3.0348549
Sep 15 13:41:23.650908 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ceb2f64-a7eb-4076-aa4a-1e8fda020c6a', 'tag': '2d645075-44ff-4519-8770-07ec8ae0948f'}] {{(pid=82346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Sep 15 13:41:23.718116 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ceb2f64-a7eb-4076-aa4a-1e8fda020c6a', 'tag': '2d645075-44ff-4519-8770-07ec8ae0948f', 'status': 'completed', 'code': 200}
Sep 15 13:41:23.788218 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvr_db [None req-4d4f3672-1904-4c6c-bd18-d8b61a6aeb07 None None] Set router def197bf-e032-4066-abc5-ada4d618508b gateway port host: dv-cinder-809181-1-iscsi {{(pid=82348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Sep 15 13:41:24.026250 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021204c-0dce-4f7e-93bb-2eb787653333 req-fe9936e8-875d-455c-9431-6cf20d52eab9 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:24.028039 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-b021204c-0dce-4f7e-93bb-2eb787653333 req-fe9936e8-875d-455c-9431-6cf20d52eab9 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cb9c44d-f497-4d9c-aaec-a2fee224e186 HTTP/1.1" status: 200  len: 945 time: 0.1124036
Sep 15 13:41:24.080466 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-b021204c-0dce-4f7e-93bb-2eb787653333 req-085d60d7-3519-4590-9330-4ceee4d6782f tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2bc11e6-bbc1-4efa-b746-171b2be9153a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458019
Sep 15 13:41:24.354992 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-4d4f3672-1904-4c6c-bd18-d8b61a6aeb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cd2826550>, [{'id': 'def197bf-e032-4066-abc5-ada4d618508b', 'name': 'tempest-TestShelveInstance-1185829738-router', 'tenant_id': 'd2cb26720af84bd8a1fda6a7b333bad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '9f8bf8ed-e6d1-4eec-9bce-4ebab4c2962b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:39:55Z', 'updated_at': '2021-09-15T13:40:00Z', 'revision_number': 4, 'project_id': 'd2cb26720af84bd8a1fda6a7b333bad4', 'gw_port': {'id': '9f8bf8ed-e6d1-4eec-9bce-4ebab4c2962b', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def197bf-e032-4066-abc5-ada4d618508b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:39:56Z', 'updated_at': '2021-09-15T13:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi', '_floatingips': [{'id': '70663f0c-4e01-425c-b8e5-4e1675d0c154', 'tenant_id': 'd2cb26720af84bd8a1fda6a7b333bad4', 'floating_ip_address': '172.27.2.112', 'floating_network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'router_id': 'def197bf-e032-4066-abc5-ada4d618508b', 'port_id': '2d645075-44ff-4519-8770-07ec8ae0948f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '982dc6d1-fde1-4e05-9f32-46758815ee40', 'mac_address': 'fa:16:3e:8f:19:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ceb2f64-a7eb-4076-aa4a-1e8fda020c6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:41:21Z', 'updated_at': '2021-09-15T13:41:21Z', 'revision_number': 0, 'project_id': 'd2cb26720af84bd8a1fda6a7b333bad4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa3fcfa1-2d7c-4603-8661-9a7c3787d173', 'name': '', 'network_id': '982dc6d1-fde1-4e05-9f32-46758815ee40', 'tenant_id': 'd2cb26720af84bd8a1fda6a7b333bad4', 'mac_address': 'fa:16:3e:76:bb:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def197bf-e032-4066-abc5-ada4d618508b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b2f26b2-c7f8-4f7f-8b6c-514ec6432124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:39:59Z', 'updated_at': '2021-09-15T13:40:10Z', 'revision_number': 5, 'project_id': 'd2cb26720af84bd8a1fda6a7b333bad4', 'subnets': [{'id': '5b2f26b2-c7f8-4f7f-8b6c-514ec6432124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-iscsi', False) {} {{(pid=82348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:41:24.359013 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4f3672-1904-4c6c-bd18-d8b61a6aeb07 None None] Checking router: def197bf-e032-4066-abc5-ada4d618508b for host: dv-cinder-809181-1-iscsi {{(pid=82348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Sep 15 13:41:24.370323 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4f3672-1904-4c6c-bd18-d8b61a6aeb07 None None] Routers {'def197bf-e032-4066-abc5-ada4d618508b'} bound to L3 agent in host dv-cinder-809181-1-iscsi {{(pid=82348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 15 13:41:24.370982 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-4d4f3672-1904-4c6c-bd18-d8b61a6aeb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cd2826550>, 'dv-cinder-809181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T13:29:29Z,description=<?>,heartbeat_timestamp=2021-09-15T13:40:59Z,host='dv-cinder-809181-1-iscsi',id=c919ec5e-912e-4080-8a6b-9b8956cb875b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T13:29:29Z,topic='l3_agent')) {'router_ids': ['def197bf-e032-4066-abc5-ada4d618508b'], 'active': True} {{(pid=82348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:41:24.523939 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda85249-3c31-4ddd-a6a4-07c8187d5db5 req-31d2f51a-96be-4587-9c16-68604cbdcd52 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:24.532264 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-dda85249-3c31-4ddd-a6a4-07c8187d5db5 req-31d2f51a-96be-4587-9c16-68604cbdcd52 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dfebc96-1d27-4e99-9371-287665559258 HTTP/1.1" status: 200  len: 946 time: 0.0989897
Sep 15 13:41:24.587601 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvr_db [None req-4d4f3672-1904-4c6c-bd18-d8b61a6aeb07 None None] Set router def197bf-e032-4066-abc5-ada4d618508b gateway port host: dv-cinder-809181-1-iscsi {{(pid=82348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Sep 15 13:41:24.637089 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-dda85249-3c31-4ddd-a6a4-07c8187d5db5 req-6c19c0c0-df94-4e05-9954-27cb006ab846 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1036325
Sep 15 13:41:24.682572 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86be999a-787b-4372-ad0e-459744a0fb51 req-4c67be3e-28fd-410f-af10-c9115e4309d4 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:24.684190 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-86be999a-787b-4372-ad0e-459744a0fb51 req-4c67be3e-28fd-410f-af10-c9115e4309d4 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 943 time: 0.1333954
Sep 15 13:41:24.737166 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-86be999a-787b-4372-ad0e-459744a0fb51 req-928f3ab4-074d-416c-99e1-6b5eca441a79 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2b6258c-7125-4609-a047-87418a93f977&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468910
Sep 15 13:41:24.991664 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-4d4f3672-1904-4c6c-bd18-d8b61a6aeb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cd2826550>, [{'id': 'def197bf-e032-4066-abc5-ada4d618508b', 'name': 'tempest-TestShelveInstance-1185829738-router', 'tenant_id': 'd2cb26720af84bd8a1fda6a7b333bad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '9f8bf8ed-e6d1-4eec-9bce-4ebab4c2962b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:39:55Z', 'updated_at': '2021-09-15T13:40:00Z', 'revision_number': 4, 'project_id': 'd2cb26720af84bd8a1fda6a7b333bad4', 'gw_port': {'id': '9f8bf8ed-e6d1-4eec-9bce-4ebab4c2962b', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def197bf-e032-4066-abc5-ada4d618508b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:39:56Z', 'updated_at': '2021-09-15T13:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi', '_floatingips': [{'id': '70663f0c-4e01-425c-b8e5-4e1675d0c154', 'tenant_id': 'd2cb26720af84bd8a1fda6a7b333bad4', 'floating_ip_address': '172.27.2.112', 'floating_network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'router_id': 'def197bf-e032-4066-abc5-ada4d618508b', 'port_id': '2d645075-44ff-4519-8770-07ec8ae0948f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '982dc6d1-fde1-4e05-9f32-46758815ee40', 'mac_address': 'fa:16:3e:8f:19:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ceb2f64-a7eb-4076-aa4a-1e8fda020c6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:41:21Z', 'updated_at': '2021-09-15T13:41:21Z', 'revision_number': 0, 'project_id': 'd2cb26720af84bd8a1fda6a7b333bad4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa3fcfa1-2d7c-4603-8661-9a7c3787d173', 'name': '', 'network_id': '982dc6d1-fde1-4e05-9f32-46758815ee40', 'tenant_id': 'd2cb26720af84bd8a1fda6a7b333bad4', 'mac_address': 'fa:16:3e:76:bb:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def197bf-e032-4066-abc5-ada4d618508b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b2f26b2-c7f8-4f7f-8b6c-514ec6432124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:39:59Z', 'updated_at': '2021-09-15T13:40:10Z', 'revision_number': 5, 'project_id': 'd2cb26720af84bd8a1fda6a7b333bad4', 'subnets': [{'id': '5b2f26b2-c7f8-4f7f-8b6c-514ec6432124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-iscsi', False) {} {{(pid=82348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:41:24.996203 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4f3672-1904-4c6c-bd18-d8b61a6aeb07 None None] The sync data for ids ['def197bf-e032-4066-abc5-ada4d618508b'] in dv-cinder-809181-1-iscsi is: [{'id': 'def197bf-e032-4066-abc5-ada4d618508b', 'name': 'tempest-TestShelveInstance-1185829738-router', 'tenant_id': 'd2cb26720af84bd8a1fda6a7b333bad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '9f8bf8ed-e6d1-4eec-9bce-4ebab4c2962b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:39:55Z', 'updated_at': '2021-09-15T13:40:00Z', 'revision_number': 4, 'project_id': 'd2cb26720af84bd8a1fda6a7b333bad4', 'gw_port': {'id': '9f8bf8ed-e6d1-4eec-9bce-4ebab4c2962b', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def197bf-e032-4066-abc5-ada4d618508b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:39:56Z', 'updated_at': '2021-09-15T13:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi', '_floatingips': [{'id': '70663f0c-4e01-425c-b8e5-4e1675d0c154', 'tenant_id': 'd2cb26720af84bd8a1fda6a7b333bad4', 'floating_ip_address': '172.27.2.112', 'floating_network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'router_id': 'def197bf-e032-4066-abc5-ada4d618508b', 'port_id': '2d645075-44ff-4519-8770-07ec8ae0948f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '982dc6d1-fde1-4e05-9f32-46758815ee40', 'mac_address': 'fa:16:3e:8f:19:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ceb2f64-a7eb-4076-aa4a-1e8fda020c6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:41:21Z', 'updated_at': '2021-09-15T13:41:21Z', 'revision_number': 0, 'project_id': 'd2cb26720af84bd8a1fda6a7b333bad4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa3fcfa1-2d7c-4603-8661-9a7c3787d173', 'name': '', 'network_id': '982dc6d1-fde1-4e05-9f32-46758815ee40', 'tenant_id': 'd2cb26720af84bd8a1fda6a7b333bad4', 'mac_address': 'fa:16:3e:76:bb:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def197bf-e032-4066-abc5-ada4d618508b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b2f26b2-c7f8-4f7f-8b6c-514ec6432124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:39:59Z', 'updated_at': '2021-09-15T13:40:10Z', 'revision_number': 5, 'project_id': 'd2cb26720af84bd8a1fda6a7b333bad4', 'subnets': [{'id': '5b2f26b2-c7f8-4f7f-8b6c-514ec6432124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Sep 15 13:41:25.307866 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8430c5-65cd-4234-ae39-be191998d4ab req-3e0c0106-122d-417f-b3fe-7ee8b2f71593 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:25.309542 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-0d8430c5-65cd-4234-ae39-be191998d4ab req-3e0c0106-122d-417f-b3fe-7ee8b2f71593 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cb9c44d-f497-4d9c-aaec-a2fee224e186 HTTP/1.1" status: 200  len: 945 time: 0.1010070
Sep 15 13:41:25.364701 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-0d8430c5-65cd-4234-ae39-be191998d4ab req-ec7648e8-66de-4a05-905e-83b68c712561 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2bc11e6-bbc1-4efa-b746-171b2be9153a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487981
Sep 15 13:41:25.382494 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773c3da3-95cd-41f9-8e1a-9fd44a691fd4 None None] New status for floating IP 70663f0c-4e01-425c-b8e5-4e1675d0c154: ACTIVE {{(pid=82347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Sep 15 13:41:25.861667 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e38805-309c-4354-a650-5dfe8a03222a req-43ea661c-2547-457a-adcd-111da23f7748 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:25.863285 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-c6e38805-309c-4354-a650-5dfe8a03222a req-43ea661c-2547-457a-adcd-111da23f7748 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dfebc96-1d27-4e99-9371-287665559258 HTTP/1.1" status: 200  len: 946 time: 0.1000514
Sep 15 13:41:25.976836 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-c6e38805-309c-4354-a650-5dfe8a03222a req-4a8b575e-a614-435d-9b2b-cdd7a9a63d96 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1071701
Sep 15 13:41:26.008038 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a616f8d5-c710-489e-9d37-c981c5e8631c req-727e9d34-0ced-48ec-89ac-40fe8c000e4a tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:26.009641 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a616f8d5-c710-489e-9d37-c981c5e8631c req-727e9d34-0ced-48ec-89ac-40fe8c000e4a tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 943 time: 0.1201196
Sep 15 13:41:26.059646 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a616f8d5-c710-489e-9d37-c981c5e8631c req-1ecc0e3e-2164-4361-a931-a47982086675 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2b6258c-7125-4609-a047-87418a93f977&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437901
Sep 15 13:41:26.485008 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-57f351d7-5ece-4c6d-a850-893db3f1cf5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:41:26.578591 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3209f3-ff3c-45cd-9b28-c0347910539f req-a3f54e0f-a34c-4221-8c50-9cf946fd44d9 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:26.580388 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-9d3209f3-ff3c-45cd-9b28-c0347910539f req-a3f54e0f-a34c-4221-8c50-9cf946fd44d9 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cb9c44d-f497-4d9c-aaec-a2fee224e186 HTTP/1.1" status: 200  len: 945 time: 0.0876055
Sep 15 13:41:26.634459 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-9d3209f3-ff3c-45cd-9b28-c0347910539f req-2239d7de-12a9-4484-9b4b-756fdc25b0e9 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2bc11e6-bbc1-4efa-b746-171b2be9153a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444009
Sep 15 13:41:27.278499 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dc85a8-e46a-4714-b116-87d68614cb34 req-8be94d72-3b40-4294-9257-d5d875b2f005 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:27.280041 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-32dc85a8-e46a-4714-b116-87d68614cb34 req-8be94d72-3b40-4294-9257-d5d875b2f005 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dfebc96-1d27-4e99-9371-287665559258 HTTP/1.1" status: 200  len: 946 time: 0.1709011
Sep 15 13:41:27.344397 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf6c4da-57ea-46ae-b551-5af14a9da1d9 req-a5561a17-bdf0-4b53-8d12-0fc636b75681 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:27.346017 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-4cf6c4da-57ea-46ae-b551-5af14a9da1d9 req-a5561a17-bdf0-4b53-8d12-0fc636b75681 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 943 time: 0.1349146
Sep 15 13:41:27.374351 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-32dc85a8-e46a-4714-b116-87d68614cb34 req-60f9642a-e65f-474b-a808-965020e508ec tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0854831
Sep 15 13:41:27.400756 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-4cf6c4da-57ea-46ae-b551-5af14a9da1d9 req-9d1ce74f-902f-4cf1-8d54-f7adb0fb9e38 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2b6258c-7125-4609-a047-87418a93f977&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477722
Sep 15 13:41:27.845101 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426da5c7-096e-4f8e-a018-cf77b240eec4 req-c3f259ee-d1c2-4665-b2f3-ac3572195f65 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:27.846762 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-426da5c7-096e-4f8e-a018-cf77b240eec4 req-c3f259ee-d1c2-4665-b2f3-ac3572195f65 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cb9c44d-f497-4d9c-aaec-a2fee224e186 HTTP/1.1" status: 200  len: 945 time: 0.0862978
Sep 15 13:41:27.901477 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-426da5c7-096e-4f8e-a018-cf77b240eec4 req-1c1d709b-a318-4b5b-9dab-a1b2c5483b28 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2bc11e6-bbc1-4efa-b746-171b2be9153a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485322
Sep 15 13:41:28.101247 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:41:28.658328 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213f8589-620b-4176-a2a0-7e54574342ee req-f339762c-25f1-40b0-a80b-ee10d3c43079 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:28.659862 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-213f8589-620b-4176-a2a0-7e54574342ee req-f339762c-25f1-40b0-a80b-ee10d3c43079 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dfebc96-1d27-4e99-9371-287665559258 HTTP/1.1" status: 200  len: 946 time: 0.1566501
Sep 15 13:41:28.667005 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c96d7b-9eee-4c79-baf8-3584ae8d250f req-c4d74f35-c065-44d9-a687-00817c36105f tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:28.668562 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-92c96d7b-9eee-4c79-baf8-3584ae8d250f req-c4d74f35-c065-44d9-a687-00817c36105f tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 943 time: 0.1293995
Sep 15 13:41:28.742118 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-213f8589-620b-4176-a2a0-7e54574342ee req-f52cbaf2-65f2-48f7-8395-9aa88977be7f tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0725002
Sep 15 13:41:28.763730 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-92c96d7b-9eee-4c79-baf8-3584ae8d250f req-00e5b8c7-65d4-46a5-9931-279532bb21b2 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2b6258c-7125-4609-a047-87418a93f977&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0777180
Sep 15 13:41:28.865780 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2176a8ec-0984-4553-8de0-022bdc192105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:41:29.125045 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9acd9d20-0ed4-40fe-8ec3-e1d8b485d7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:41:29.131724 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58208cad-34b2-45a1-95d3-d704c28e9bdc req-9740fd38-323a-4f4a-8ce1-511d87937d9c tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:29.133327 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-58208cad-34b2-45a1-95d3-d704c28e9bdc req-9740fd38-323a-4f4a-8ce1-511d87937d9c tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cb9c44d-f497-4d9c-aaec-a2fee224e186 HTTP/1.1" status: 200  len: 945 time: 0.1039324
Sep 15 13:41:29.186270 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-58208cad-34b2-45a1-95d3-d704c28e9bdc req-1aa869f5-de24-46fc-8543-07e0edd7b05e tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2bc11e6-bbc1-4efa-b746-171b2be9153a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467005
Sep 15 13:41:30.020589 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654c4735-fe40-4eda-a70e-e2df586d5247 req-4895ed4e-6811-4adc-9df1-bab467d21706 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:30.022272 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-654c4735-fe40-4eda-a70e-e2df586d5247 req-4895ed4e-6811-4adc-9df1-bab467d21706 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dfebc96-1d27-4e99-9371-287665559258 HTTP/1.1" status: 200  len: 946 time: 0.1512899
Sep 15 13:41:30.063117 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff57233-4c5c-4a0c-97a6-1e4efeded6fc req-88732a25-fa9b-4802-98a0-7c1b388a4c0c tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:30.064725 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-5ff57233-4c5c-4a0c-97a6-1e4efeded6fc req-88732a25-fa9b-4802-98a0-7c1b388a4c0c tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 943 time: 0.1396992
Sep 15 13:41:30.107463 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-654c4735-fe40-4eda-a70e-e2df586d5247 req-1dacfdc1-e468-4985-8d1b-df3ce85ec411 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0791299
Sep 15 13:41:30.127846 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-5ff57233-4c5c-4a0c-97a6-1e4efeded6fc req-22a5a2e6-6d8c-4a6a-8fc1-2166af389f47 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2b6258c-7125-4609-a047-87418a93f977&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0532756
Sep 15 13:41:30.394398 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caec874-7bde-4eca-8e51-f9e55e5e9a2d req-6b7818e5-51b2-48a3-b8de-518d5c18c24f tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:30.395975 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-1caec874-7bde-4eca-8e51-f9e55e5e9a2d req-6b7818e5-51b2-48a3-b8de-518d5c18c24f tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cb9c44d-f497-4d9c-aaec-a2fee224e186 HTTP/1.1" status: 200  len: 945 time: 0.0802226
Sep 15 13:41:30.449626 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-1caec874-7bde-4eca-8e51-f9e55e5e9a2d req-23c2ea8e-3bb8-47e8-83a2-3992359edb75 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2bc11e6-bbc1-4efa-b746-171b2be9153a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476499
Sep 15 13:41:30.537350 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b47e50d5-ffd8-49d4-a6b6-3168cd38e3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:41:31.395713 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42210346-7e91-43f5-8b42-a470cee04c24 req-62a5a944-1a68-4d85-8c57-2ccea3bd8583 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:31.397566 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-42210346-7e91-43f5-8b42-a470cee04c24 req-62a5a944-1a68-4d85-8c57-2ccea3bd8583 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dfebc96-1d27-4e99-9371-287665559258 HTTP/1.1" status: 200  len: 946 time: 0.1553531
Sep 15 13:41:31.408979 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae9b8a5-246d-4d7f-9341-99ac1651a0f8 req-972a1328-c34a-43d1-8a94-01f41c300848 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:31.410708 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-bae9b8a5-246d-4d7f-9341-99ac1651a0f8 req-972a1328-c34a-43d1-8a94-01f41c300848 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 943 time: 0.1244931
Sep 15 13:41:31.494624 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-42210346-7e91-43f5-8b42-a470cee04c24 req-a94736c1-f46f-4580-a6c2-72dad8ddd2e8 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0827842
Sep 15 13:41:31.498314 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-bae9b8a5-246d-4d7f-9341-99ac1651a0f8 req-52f464e7-93a5-4df9-8367-40316185dd6a tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2b6258c-7125-4609-a047-87418a93f977&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0713718
Sep 15 13:41:31.690186 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da28b2cc-1b29-44f0-9b3d-c545a8f12798 req-93e80684-33f4-497c-96b3-e3d9f31b0aca tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:31.692223 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-da28b2cc-1b29-44f0-9b3d-c545a8f12798 req-93e80684-33f4-497c-96b3-e3d9f31b0aca tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cb9c44d-f497-4d9c-aaec-a2fee224e186 HTTP/1.1" status: 200  len: 945 time: 0.0844998
Sep 15 13:41:31.741458 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-da28b2cc-1b29-44f0-9b3d-c545a8f12798 req-9bba6a9c-2cb5-4f1b-b5e2-4a4af4bcfbdf tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2bc11e6-bbc1-4efa-b746-171b2be9153a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430391
Sep 15 13:41:32.991497 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926f890b-bec7-4d0f-825e-94c7efe71429 req-f2fa14a8-e5c7-4071-a153-2d8181999b24 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:32.993049 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-926f890b-bec7-4d0f-825e-94c7efe71429 req-f2fa14a8-e5c7-4071-a153-2d8181999b24 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dfebc96-1d27-4e99-9371-287665559258 HTTP/1.1" status: 200  len: 946 time: 0.3725727
Sep 15 13:41:33.003990 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d19acd-d14f-4d09-b461-87fd71b1feca req-07b4079d-b509-4398-bd9f-540c607838d7 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:33.006195 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-57d19acd-d14f-4d09-b461-87fd71b1feca req-07b4079d-b509-4398-bd9f-540c607838d7 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 943 time: 0.3285289
Sep 15 13:41:33.089124 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-926f890b-bec7-4d0f-825e-94c7efe71429 req-384e17c0-090c-42a6-a3a2-e0b31f84c067 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0818629
Sep 15 13:41:33.091410 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-57d19acd-d14f-4d09-b461-87fd71b1feca req-9b1f6e25-34aa-41eb-bb18-b194f30442ec tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2b6258c-7125-4609-a047-87418a93f977&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0682988
Sep 15 13:41:33.291524 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ee7fbf-3a4c-493b-b2cc-07529073ae6d req-2af6618e-07b4-4f36-9ca6-a4ba9d7b4aae tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:33.293339 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-67ee7fbf-3a4c-493b-b2cc-07529073ae6d req-2af6618e-07b4-4f36-9ca6-a4ba9d7b4aae tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cb9c44d-f497-4d9c-aaec-a2fee224e186 HTTP/1.1" status: 200  len: 945 time: 0.0832117
Sep 15 13:41:33.343893 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-67ee7fbf-3a4c-493b-b2cc-07529073ae6d req-e621b3fe-4473-4bb9-9570-63df69853c1e tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2bc11e6-bbc1-4efa-b746-171b2be9153a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441701
Sep 15 13:41:33.865701 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:41:34.365495 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c107df66-67b8-4027-847b-8ef00ee19455 req-3a2e22c2-28da-47d5-aceb-307450e0a0aa tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:34.367094 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-c107df66-67b8-4027-847b-8ef00ee19455 req-3a2e22c2-28da-47d5-aceb-307450e0a0aa tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dfebc96-1d27-4e99-9371-287665559258 HTTP/1.1" status: 200  len: 946 time: 0.1525867
Sep 15 13:41:34.373603 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791da0b7-2da3-431e-957f-036d1e9a77e2 req-815e5081-9d9f-4689-9fd5-29508c3baacc tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:34.375095 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-791da0b7-2da3-431e-957f-036d1e9a77e2 req-815e5081-9d9f-4689-9fd5-29508c3baacc tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 943 time: 0.1220350
Sep 15 13:41:34.453398 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-c107df66-67b8-4027-847b-8ef00ee19455 req-52575e7f-3b62-403c-9133-8a8652ee9409 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0772343
Sep 15 13:41:34.457581 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-791da0b7-2da3-431e-957f-036d1e9a77e2 req-01e46011-71e5-4077-9753-b5f7119d3bfb tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2b6258c-7125-4609-a047-87418a93f977&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0647087
Sep 15 13:41:34.557214 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-b17cd2a5-46ff-4179-81aa-868792d40451 req-ed464718-02a9-45b7-828c-6305d5fa3381 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d2cb26720af84bd8a1fda6a7b333bad4&device_id=8ceb2f64-a7eb-4076-aa4a-1e8fda020c6a HTTP/1.1" status: 200  len: 1099 time: 0.0827856
Sep 15 13:41:34.822504 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07bbe21-06aa-469c-a3c7-3f7a672c6f3f req-daee8168-6c9c-4495-b9df-471ee5cc85b2 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:34.824145 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-c07bbe21-06aa-469c-a3c7-3f7a672c6f3f req-daee8168-6c9c-4495-b9df-471ee5cc85b2 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cb9c44d-f497-4d9c-aaec-a2fee224e186 HTTP/1.1" status: 200  len: 945 time: 0.2553096
Sep 15 13:41:34.862757 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17cd2a5-46ff-4179-81aa-868792d40451 req-5901ab01-7261-4f7b-9446-b54a955c78e7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:34.864329 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-b17cd2a5-46ff-4179-81aa-868792d40451 req-5901ab01-7261-4f7b-9446-b54a955c78e7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=982dc6d1-fde1-4e05-9f32-46758815ee40 HTTP/1.1" status: 200  len: 910 time: 0.2500925
Sep 15 13:41:34.958236 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-c07bbe21-06aa-469c-a3c7-3f7a672c6f3f req-2ff2a035-d2cc-435e-8f32-4f3fc6b468b8 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2bc11e6-bbc1-4efa-b746-171b2be9153a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1189487
Sep 15 13:41:34.992529 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-b17cd2a5-46ff-4179-81aa-868792d40451 req-20ecf418-db5e-4d0d-a9d5-2ba55963acb5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2d645075-44ff-4519-8770-07ec8ae0948f HTTP/1.1" status: 200  len: 1002 time: 0.1165397
Sep 15 13:41:35.095552 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17cd2a5-46ff-4179-81aa-868792d40451 req-78e9bd5a-28ca-4f7e-b108-42e347763a9e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:35.097180 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-b17cd2a5-46ff-4179-81aa-868792d40451 req-78e9bd5a-28ca-4f7e-b108-42e347763a9e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b2f26b2-c7f8-4f7f-8b6c-514ec6432124 HTTP/1.1" status: 200  len: 848 time: 0.0683022
Sep 15 13:41:35.200835 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-b17cd2a5-46ff-4179-81aa-868792d40451 req-6b7cd72f-94e5-44dd-b0e1-e0e7198b860f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=982dc6d1-fde1-4e05-9f32-46758815ee40&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0748456
Sep 15 13:41:35.385738 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594f50ef-b59f-4c4c-8b50-f6cc3d536b17 req-b3904162-a1c3-4c63-9cdc-4239b481fa24 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:35.386516 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-594f50ef-b59f-4c4c-8b50-f6cc3d536b17 req-b3904162-a1c3-4c63-9cdc-4239b481fa24 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Synchronizing usage tracker for tenant:123dd1ba9d594e88a025896157079afa on resource:port {{(pid=82346) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Sep 15 13:41:35.401237 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-594f50ef-b59f-4c4c-8b50-f6cc3d536b17 req-b3904162-a1c3-4c63-9cdc-4239b481fa24 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Unset dirty status for tenant:123dd1ba9d594e88a025896157079afa on resource:port {{(pid=82346) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Sep 15 13:41:35.402454 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-594f50ef-b59f-4c4c-8b50-f6cc3d536b17 req-b3904162-a1c3-4c63-9cdc-4239b481fa24 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cb9c44d-f497-4d9c-aaec-a2fee224e186 HTTP/1.1" status: 200  len: 945 time: 0.1048555
Sep 15 13:41:35.436527 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-b17cd2a5-46ff-4179-81aa-868792d40451 req-8b25fe5e-6904-4341-b5da-7f2ff74e7fb3 service neutron] 10.222.0.36 "GET /v2.0/networks/982dc6d1-fde1-4e05-9f32-46758815ee40?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1393836
Sep 15 13:41:35.546341 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [req-594f50ef-b59f-4c4c-8b50-f6cc3d536b17 req-bde5eecd-12c8-4970-b83f-6dfef0a42d97 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Deleting port 1d146de1-007d-4207-8d58-3ab7e0266a17 {{(pid=82346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Sep 15 13:41:35.546980 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-594f50ef-b59f-4c4c-8b50-f6cc3d536b17 req-bde5eecd-12c8-4970-b83f-6dfef0a42d97 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301743532404'] for port, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:41:35.753057 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-b17cd2a5-46ff-4179-81aa-868792d40451 req-8d96267f-f7cc-4938-a101-9b53e19ffbec service neutron] 10.222.0.36 "GET /v2.0/networks/982dc6d1-fde1-4e05-9f32-46758815ee40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2751760
Sep 15 13:41:35.793887 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2842c2dd-7618-4262-8465-d68c2e66b93d req-8293c40c-9560-4e7b-af7e-f0d9f7eccea2 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:35.795493 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-2842c2dd-7618-4262-8465-d68c2e66b93d req-8293c40c-9560-4e7b-af7e-f0d9f7eccea2 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dfebc96-1d27-4e99-9371-287665559258 HTTP/1.1" status: 200  len: 946 time: 0.1947868
Sep 15 13:41:35.802554 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7098322-9c5c-4659-a4c1-e0b75802ba25 req-ccede90b-5d47-43b6-8f64-ad41d2c19693 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:35.804105 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-b7098322-9c5c-4659-a4c1-e0b75802ba25 req-ccede90b-5d47-43b6-8f64-ad41d2c19693 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 943 time: 0.1628911
Sep 15 13:41:35.821354 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [req-594f50ef-b59f-4c4c-8b50-f6cc3d536b17 req-bde5eecd-12c8-4970-b83f-6dfef0a42d97 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] For port 1d146de1-007d-4207-8d58-3ab7e0266a17, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=1d146de1-007d-4207-8d58-3ab7e0266a17,segment=NetworkSegment(3490644b-788c-43d7-8cb9-2ed21ec8c954),segment_id=3490644b-788c-43d7-8cb9-2ed21ec8c954)] {{(pid=82346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:41:35.821762 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-594f50ef-b59f-4c4c-8b50-f6cc3d536b17 req-bde5eecd-12c8-4970-b83f-6dfef0a42d97 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853103875'] for port, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:41:35.880956 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-2842c2dd-7618-4262-8465-d68c2e66b93d req-8db21126-5fd6-4113-af89-4b6fc053b600 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0757346
Sep 15 13:41:35.885786 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-b7098322-9c5c-4659-a4c1-e0b75802ba25 req-1ad8ab02-29bc-41df-9820-aafd532471e5 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2b6258c-7125-4609-a047-87418a93f977&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0663428
Sep 15 13:41:35.953167 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [req-594f50ef-b59f-4c4c-8b50-f6cc3d536b17 req-bde5eecd-12c8-4970-b83f-6dfef0a42d97 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Calling delete_port for 1d146de1-007d-4207-8d58-3ab7e0266a17 owned by compute:nova {{(pid=82346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Sep 15 13:41:36.100226 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-594f50ef-b59f-4c4c-8b50-f6cc3d536b17 req-bde5eecd-12c8-4970-b83f-6dfef0a42d97 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301743526908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735110837380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1447919'] for port, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:41:36.106979 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-6fdc9b6f-0f98-4715-a357-b25855b0353d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:41:36.146660 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] get_ports_and_sgs() called for port_ids ['1d146de1-007d-4207-8d58-3ab7e0266a17'] {{(pid=82347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 15 13:41:36.152703 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde5eecd-12c8-4970-b83f-6dfef0a42d97 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Pushing event deleted for resources: {'Port': ['ID=1d146de1-007d-4207-8d58-3ab7e0266a17,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:41:36.156944 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-bde5eecd-12c8-4970-b83f-6dfef0a42d97 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:41:36.208891 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.agents_db [None req-051818a7-3814-4859-966a-2c4e7d325cc9 None None] Agent healthcheck: found 6 active agents {{(pid=82348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Sep 15 13:41:36.231856 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-581dca84-5a1f-4d19-824a-ec2cdf40262f req-f6a4d5e0-79ac-425a-a4b6-1988ab509d44 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cb9c44d-f497-4d9c-aaec-a2fee224e186 HTTP/1.1" status: 200  len: 210 time: 0.1281521
Sep 15 13:41:36.260098 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [req-594f50ef-b59f-4c4c-8b50-f6cc3d536b17 req-bde5eecd-12c8-4970-b83f-6dfef0a42d97 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] No DVR routers for this DVR port 1d146de1-007d-4207-8d58-3ab7e0266a17 on host hv-cinder-80918 {{(pid=82346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Sep 15 13:41:36.263828 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-594f50ef-b59f-4c4c-8b50-f6cc3d536b17 req-bde5eecd-12c8-4970-b83f-6dfef0a42d97 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251427'] for port, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:41:36.267273 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cb9c44d-f497-4d9c-aaec-a2fee224e186', 'name': 'network-vif-deleted', 'tag': '1d146de1-007d-4207-8d58-3ab7e0266a17'}] {{(pid=82346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Sep 15 13:41:36.288039 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-594f50ef-b59f-4c4c-8b50-f6cc3d536b17 req-bde5eecd-12c8-4970-b83f-6dfef0a42d97 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] 10.222.0.36 "DELETE /v2.0/ports/1d146de1-007d-4207-8d58-3ab7e0266a17 HTTP/1.1" status: 204  len: 173 time: 0.8107941
Sep 15 13:41:36.297580 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-48ca778d-b859-4933-b462-dc3f959f077a req-5f0defed-025e-444f-b44d-f2c32e59c992 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=80893221bf4b42c18fd54176a50bc76a&device_id=1dfebc96-1d27-4e99-9371-287665559258 HTTP/1.1" status: 200  len: 1099 time: 0.1200309
Sep 15 13:41:36.329863 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cb9c44d-f497-4d9c-aaec-a2fee224e186', 'name': 'network-vif-deleted', 'tag': '1d146de1-007d-4207-8d58-3ab7e0266a17', 'status': 'completed', 'code': 200}
Sep 15 13:41:36.473930 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ca778d-b859-4933-b462-dc3f959f077a req-a22f7dcd-9c8e-4110-93fd-c85a3e78fc9b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:36.475615 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-48ca778d-b859-4933-b462-dc3f959f077a req-a22f7dcd-9c8e-4110-93fd-c85a3e78fc9b service neutron] 10.222.0.36 "GET /v2.0/networks?id=9bbaa344-d9a5-4321-ad27-cafc69ce0f2b HTTP/1.1" status: 200  len: 919 time: 0.1513910
Sep 15 13:41:36.633408 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-48ca778d-b859-4933-b462-dc3f959f077a req-4209a109-7e66-4976-a6ce-9b6f3c25cd38 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67a62b8a-88f9-4fc2-b492-5b3b5d0e2c6c HTTP/1.1" status: 200  len: 217 time: 0.0774281
Sep 15 13:41:36.666069 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aecd2a-497e-4096-b383-e5c310c39b33 req-13a67104-c457-46f5-8c73-6e1ce1424c3d tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:36.667771 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-47aecd2a-497e-4096-b383-e5c310c39b33 req-13a67104-c457-46f5-8c73-6e1ce1424c3d tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] 10.222.0.41 "GET /v2.0/ports?device_id=431792a2-3bbf-4e74-8c89-07028ae9e339 HTTP/1.1" status: 200  len: 945 time: 0.1498818
Sep 15 13:41:36.766871 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ca778d-b859-4933-b462-dc3f959f077a req-fd4d463d-cdaa-4c26-8fbd-f8df4d420690 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:36.768432 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-48ca778d-b859-4933-b462-dc3f959f077a req-fd4d463d-cdaa-4c26-8fbd-f8df4d420690 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=73bc4b07-7e04-44b7-bb1d-868aeed372a5 HTTP/1.1" status: 200  len: 858 time: 0.0996923
Sep 15 13:41:36.773841 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-47aecd2a-497e-4096-b383-e5c310c39b33 req-23bb8f2a-2f8d-4b27-a396-2a0478888453 tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] 10.222.0.41 "GET /v2.0/security-groups?id=3ec045ec-f9aa-4f72-9045-a175b13bb7d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0700665
Sep 15 13:41:36.822141 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-48ca778d-b859-4933-b462-dc3f959f077a req-8803e0f4-b98f-4b3d-8c1b-9cc041ab0259 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9bbaa344-d9a5-4321-ad27-cafc69ce0f2b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0440679
Sep 15 13:41:36.976069 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-48ca778d-b859-4933-b462-dc3f959f077a req-2c016ad7-d684-48ec-8e15-9002d28bf0f3 service neutron] 10.222.0.36 "GET /v2.0/networks/9bbaa344-d9a5-4321-ad27-cafc69ce0f2b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1442685
Sep 15 13:41:37.253116 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-48ca778d-b859-4933-b462-dc3f959f077a req-5898acc4-b24f-4455-ae41-2c591e02b418 service neutron] 10.222.0.36 "GET /v2.0/networks/9bbaa344-d9a5-4321-ad27-cafc69ce0f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2660685
Sep 15 13:41:37.265470 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d790eee1-cc65-4339-80db-12da4ffe86f4 req-8a83501b-0ade-4941-b661-f128262e774f tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:37.267106 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-d790eee1-cc65-4339-80db-12da4ffe86f4 req-8a83501b-0ade-4941-b661-f128262e774f tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dfebc96-1d27-4e99-9371-287665559258 HTTP/1.1" status: 200  len: 946 time: 0.2561827
Sep 15 13:41:37.278883 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa10efa-dc20-4206-aa3e-b31130ab0cca req-493ed339-2db8-417d-acf1-de81a3350f54 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:37.285465 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-efa10efa-dc20-4206-aa3e-b31130ab0cca req-493ed339-2db8-417d-acf1-de81a3350f54 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 943 time: 0.2204108
Sep 15 13:41:37.366405 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-efa10efa-dc20-4206-aa3e-b31130ab0cca req-8300c000-f3c9-43ba-8abe-269733351fff tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2b6258c-7125-4609-a047-87418a93f977&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0794816
Sep 15 13:41:37.368955 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-d790eee1-cc65-4339-80db-12da4ffe86f4 req-72469298-c70d-4f52-b5ba-e76f42fe71cd tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0803969
Sep 15 13:41:37.465605 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 34062) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:41:37.537707 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.db_base_plugin_v2 [None req-85525258-787f-48df-91f1-767d0606eff4 admin admin] Deleting subnet 6e2787c1-0944-4332-859d-d1109defbfe6 {{(pid=82345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Sep 15 13:41:37.540787 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-85525258-787f-48df-91f1-767d0606eff4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:41:37.593655 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-85525258-787f-48df-91f1-767d0606eff4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649242'] for subnet, precommit_delete_associations {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:41:37.654849 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-85525258-787f-48df-91f1-767d0606eff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-956'] for subnet, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:41:37.732956 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-85525258-787f-48df-91f1-767d0606eff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2637479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853466844'] for subnet, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:41:37.737903 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-68811a19-9fd7-4a52-9e78-f168a492301d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:41:37.774047 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85525258-787f-48df-91f1-767d0606eff4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e2787c1-0944-4332-859d-d1109defbfe6,revision_number=None']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:41:37.778316 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-85525258-787f-48df-91f1-767d0606eff4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:41:37.781146 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-85525258-787f-48df-91f1-767d0606eff4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7149901'] for subnet, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:41:37.790370 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-85525258-787f-48df-91f1-767d0606eff4 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/6e2787c1-0944-4332-859d-d1109defbfe6 HTTP/1.1" status: 204  len: 168 time: 0.3210833
Sep 15 13:41:37.790950 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 34072) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:41:37.916194 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2d317145-bc40-49c1-825c-d933ca2d3f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854347016'] for network, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:41:38.014687 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b512b9e9-98b9-4267-9374-3fe46d0c4390 req-aa121e9f-be59-476e-a7d8-65e74f633c49 tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:38.016590 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-b512b9e9-98b9-4267-9374-3fe46d0c4390 req-aa121e9f-be59-476e-a7d8-65e74f633c49 tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] 10.222.0.41 "GET /v2.0/ports?device_id=431792a2-3bbf-4e74-8c89-07028ae9e339 HTTP/1.1" status: 200  len: 945 time: 0.0999577
Sep 15 13:41:38.066561 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-b512b9e9-98b9-4267-9374-3fe46d0c4390 req-8e8e8db0-45b0-4895-ae2a-277094202267 tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] 10.222.0.41 "GET /v2.0/security-groups?id=3ec045ec-f9aa-4f72-9045-a175b13bb7d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434034
Sep 15 13:41:38.070752 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2d317145-bc40-49c1-825c-d933ca2d3f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13861', 'neutron.services.segments.db._delete_segments_for_network-8735111364894'] for network, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:41:38.085019 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.services.segments.db [None req-2d317145-bc40-49c1-825c-d933ca2d3f16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1cd168b278>,) {'filters': {'network_id': ['b896e533-b678-44d7-b97d-e7b840adb427']}} {{(pid=82346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:41:38.098993 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.services.segments.db [None req-2d317145-bc40-49c1-825c-d933ca2d3f16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1cd168b278>, '3490644b-788c-43d7-8cb9-2ed21ec8c954') {'for_net_delete': True} {{(pid=82346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:41:38.099337 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.services.segments.db [None req-2d317145-bc40-49c1-825c-d933ca2d3f16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1cd168b278>, '3490644b-788c-43d7-8cb9-2ed21ec8c954') {} {{(pid=82346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:41:38.111309 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2d317145-bc40-49c1-825c-d933ca2d3f16 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363301743409746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3089130'] for segment, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:41:38.128411 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2d317145-bc40-49c1-825c-d933ca2d3f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854307961'] for segment, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:41:38.134850 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d317145-bc40-49c1-825c-d933ca2d3f16 admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=82346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Sep 15 13:41:38.135272 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2d317145-bc40-49c1-825c-d933ca2d3f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-467870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853328127'] for segment, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:41:38.149184 dv-cinder-809181-1-iscsi neutron-server[82236]: Traceback (most recent call last):
Sep 15 13:41:38.149184 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Sep 15 13:41:38.149184 dv-cinder-809181-1-iscsi neutron-server[82236]:     timer()
Sep 15 13:41:38.149184 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 15 13:41:38.149184 dv-cinder-809181-1-iscsi neutron-server[82236]:     cb(*args, **kw)
Sep 15 13:41:38.149184 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Sep 15 13:41:38.149184 dv-cinder-809181-1-iscsi neutron-server[82236]:     return func(*args, **kwargs)
Sep 15 13:41:38.149184 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 15 13:41:38.149184 dv-cinder-809181-1-iscsi neutron-server[82236]:     self._notify()
Sep 15 13:41:38.149184 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 15 13:41:38.149184 dv-cinder-809181-1-iscsi neutron-server[82236]:     self.callback(batched_events)
Sep 15 13:41:38.149184 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 15 13:41:38.149184 dv-cinder-809181-1-iscsi neutron-server[82236]:     event.method(event)
Sep 15 13:41:38.149184 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 15 13:41:38.149184 dv-cinder-809181-1-iscsi neutron-server[82236]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 15 13:41:38.149184 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Sep 15 13:41:38.149184 dv-cinder-809181-1-iscsi neutron-server[82236]:     segment_id)['aggregates'][0]
Sep 15 13:41:38.149184 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Sep 15 13:41:38.149184 dv-cinder-809181-1-iscsi neutron-server[82236]:     return f(self, *a, **k)
Sep 15 13:41:38.149184 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Sep 15 13:41:38.149184 dv-cinder-809181-1-iscsi neutron-server[82236]:     return self._get(url).json()
Sep 15 13:41:38.149184 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Sep 15 13:41:38.149184 dv-cinder-809181-1-iscsi neutron-server[82236]:     **kwargs)
Sep 15 13:41:38.149184 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Sep 15 13:41:38.149184 dv-cinder-809181-1-iscsi neutron-server[82236]:     return self.request(url, 'GET', **kwargs)
Sep 15 13:41:38.149184 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Sep 15 13:41:38.149184 dv-cinder-809181-1-iscsi neutron-server[82236]:     **endpoint_filter)
Sep 15 13:41:38.149184 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Sep 15 13:41:38.149184 dv-cinder-809181-1-iscsi neutron-server[82236]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 15 13:41:38.149184 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Sep 15 13:41:38.149184 dv-cinder-809181-1-iscsi neutron-server[82236]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 15 13:41:38.149184 dv-cinder-809181-1-iscsi neutron-server[82236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 15 13:41:38.416737 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2d317145-bc40-49c1-825c-d933ca2d3f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854761902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853102175'] for network, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:41:38.421177 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-fca6551b-10fb-4da2-b55b-76188d691544 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:41:38.434929 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2d317145-bc40-49c1-825c-d933ca2d3f16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7149901'] for network, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:41:38.445848 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d317145-bc40-49c1-825c-d933ca2d3f16 admin admin] Pushing event deleted for resources: {'Network': ['ID=b896e533-b678-44d7-b97d-e7b840adb427,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:41:38.449569 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-2d317145-bc40-49c1-825c-d933ca2d3f16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:41:38.454109 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-2d317145-bc40-49c1-825c-d933ca2d3f16 admin admin] 10.222.0.41 "DELETE /v2.0/networks/b896e533-b678-44d7-b97d-e7b840adb427 HTTP/1.1" status: 204  len: 168 time: 0.6623096
Sep 15 13:41:38.576427 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Device 1d146de1-007d-4207-8d58-3ab7e0266a17 no longer exists at agent hyperv_hv-cinder-80918 {{(pid=82347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Sep 15 13:41:38.588569 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b467e643-6f46-479b-9afc-614fdb956776 req-8d375d22-5636-4556-af07-8d8a19e36ca6 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:38.590282 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-b467e643-6f46-479b-9afc-614fdb956776 req-8d375d22-5636-4556-af07-8d8a19e36ca6 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 943 time: 0.0852492
Sep 15 13:41:38.616767 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] No Port match for: 1d146de1-007d-4207-8d58-3ab7e0266a17 {{(pid=82347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Sep 15 13:41:38.617172 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Device 1d146de1-007d-4207-8d58-3ab7e0266a17 not bound to the agent host hv-cinder-80918 {{(pid=82347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Sep 15 13:41:38.644208 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-b467e643-6f46-479b-9afc-614fdb956776 req-6069d2bc-03bd-4b96-9cbe-59b3ff8ba2f1 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2b6258c-7125-4609-a047-87418a93f977&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443802
Sep 15 13:41:38.667493 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 34086) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:41:38.721784 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-539b6002-eb62-48f7-a170-fd3fae75ee7e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=123dd1ba9d594e88a025896157079afa&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0528977
Sep 15 13:41:38.724335 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 34090) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:41:38.786094 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2accfed2-7d12-4906-ae11-af4e7d808d1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:41:38.812457 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2accfed2-7d12-4906-ae11-af4e7d808d1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:41:38.864048 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2accfed2-7d12-4906-ae11-af4e7d808d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:41:38.869015 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-62c181e4-0d72-4f50-bfe6-db7678ee958a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:41:38.882855 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2accfed2-7d12-4906-ae11-af4e7d808d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2bc11e6-bbc1-4efa-b746-171b2be9153a,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:41:38.885617 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-2accfed2-7d12-4906-ae11-af4e7d808d1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:41:38.886765 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2accfed2-7d12-4906-ae11-af4e7d808d1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:41:38.888530 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-2accfed2-7d12-4906-ae11-af4e7d808d1b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e2bc11e6-bbc1-4efa-b746-171b2be9153a HTTP/1.1" status: 204  len: 168 time: 0.1626866
Sep 15 13:41:39.090604 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c2d6fb-7db3-42c1-9833-6dff4693305e req-4b8610f6-d985-468c-b11d-a202ef57a6d3 tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:39.092188 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-31c2d6fb-7db3-42c1-9833-6dff4693305e req-4b8610f6-d985-468c-b11d-a202ef57a6d3 tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] 10.222.0.36 "GET /v2.0/ports?device_id=431792a2-3bbf-4e74-8c89-07028ae9e339 HTTP/1.1" status: 200  len: 945 time: 0.0900843
Sep 15 13:41:39.177692 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [req-31c2d6fb-7db3-42c1-9833-6dff4693305e req-1603486b-e9c6-4352-85bd-d5aafa1f89ad tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Deleting port b5566617-43e6-48f9-936a-93928de70546 {{(pid=82345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Sep 15 13:41:39.178075 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-31c2d6fb-7db3-42c1-9833-6dff4693305e req-1603486b-e9c6-4352-85bd-d5aafa1f89ad tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301743532404'] for port, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:41:39.604892 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421798ff-019a-497f-b322-ee4eac26a65e req-1ba0a147-77f1-4e3a-a359-6023cf5c421b tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:39.606503 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-421798ff-019a-497f-b322-ee4eac26a65e req-1ba0a147-77f1-4e3a-a359-6023cf5c421b tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] 10.222.0.41 "GET /v2.0/ports?device_id=431792a2-3bbf-4e74-8c89-07028ae9e339 HTTP/1.1" status: 200  len: 945 time: 0.3947175
Sep 15 13:41:39.749257 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [req-31c2d6fb-7db3-42c1-9833-6dff4693305e req-1603486b-e9c6-4352-85bd-d5aafa1f89ad tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] For port b5566617-43e6-48f9-936a-93928de70546, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=b5566617-43e6-48f9-936a-93928de70546,segment=NetworkSegment(63d1bfcf-0223-48a4-817f-096249120299),segment_id=63d1bfcf-0223-48a4-817f-096249120299)] {{(pid=82345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:41:39.749664 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-31c2d6fb-7db3-42c1-9833-6dff4693305e req-1603486b-e9c6-4352-85bd-d5aafa1f89ad tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853103875'] for port, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:41:39.759743 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-421798ff-019a-497f-b322-ee4eac26a65e req-53d60518-d8ad-4163-a60b-d12fc94312cb tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] 10.222.0.41 "GET /v2.0/security-groups?id=3ec045ec-f9aa-4f72-9045-a175b13bb7d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1036906
Sep 15 13:41:39.883712 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [req-31c2d6fb-7db3-42c1-9833-6dff4693305e req-1603486b-e9c6-4352-85bd-d5aafa1f89ad tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Calling delete_port for b5566617-43e6-48f9-936a-93928de70546 owned by compute:nova {{(pid=82345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Sep 15 13:41:40.086753 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1388dc14-6823-4f85-a0ef-c679d78b1921 req-734cec21-badc-4d86-8a91-62598574fb91 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:40.088405 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-1388dc14-6823-4f85-a0ef-c679d78b1921 req-734cec21-badc-4d86-8a91-62598574fb91 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 943 time: 0.2716541
Sep 15 13:41:40.127769 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-31c2d6fb-7db3-42c1-9833-6dff4693305e req-1603486b-e9c6-4352-85bd-d5aafa1f89ad tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301743526908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735110837380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852138254'] for port, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:41:40.136006 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-b5769260-4907-4a1e-9fca-e14c76f9c41b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:41:40.182014 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] get_ports_and_sgs() called for port_ids ['b5566617-43e6-48f9-936a-93928de70546'] {{(pid=82347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 15 13:41:40.205611 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-1388dc14-6823-4f85-a0ef-c679d78b1921 req-ab71e8f4-f137-46f0-b0cc-fc697cf269fc tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2b6258c-7125-4609-a047-87418a93f977&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0987587
Sep 15 13:41:40.206459 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1603486b-e9c6-4352-85bd-d5aafa1f89ad tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Pushing event deleted for resources: {'Port': ['ID=b5566617-43e6-48f9-936a-93928de70546,revision_number=None']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:41:40.211033 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-1603486b-e9c6-4352-85bd-d5aafa1f89ad tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:41:40.309233 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [req-31c2d6fb-7db3-42c1-9833-6dff4693305e req-1603486b-e9c6-4352-85bd-d5aafa1f89ad tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] No DVR routers for this DVR port b5566617-43e6-48f9-936a-93928de70546 on host hv-cinder-80918 {{(pid=82345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Sep 15 13:41:40.312511 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-31c2d6fb-7db3-42c1-9833-6dff4693305e req-1603486b-e9c6-4352-85bd-d5aafa1f89ad tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251427'] for port, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:41:40.318472 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '431792a2-3bbf-4e74-8c89-07028ae9e339', 'name': 'network-vif-deleted', 'tag': 'b5566617-43e6-48f9-936a-93928de70546'}] {{(pid=82345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Sep 15 13:41:40.335755 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-31c2d6fb-7db3-42c1-9833-6dff4693305e req-1603486b-e9c6-4352-85bd-d5aafa1f89ad tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] 10.222.0.36 "DELETE /v2.0/ports/b5566617-43e6-48f9-936a-93928de70546 HTTP/1.1" status: 204  len: 173 time: 1.2377303
Sep 15 13:41:40.387817 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '431792a2-3bbf-4e74-8c89-07028ae9e339', 'name': 'network-vif-deleted', 'tag': 'b5566617-43e6-48f9-936a-93928de70546', 'status': 'completed', 'code': 200}
Sep 15 13:41:40.959713 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-8049a317-fa69-48ca-94d0-d27325bd744f req-8cb14854-ee4a-4cc6-8a5c-48567a848537 tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Synchronizing usage tracker for tenant:0cbcac6f7225495aa1bb03e6b75f260d on resource:port {{(pid=82345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Sep 15 13:41:40.977628 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-8049a317-fa69-48ca-94d0-d27325bd744f req-8cb14854-ee4a-4cc6-8a5c-48567a848537 tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Unset dirty status for tenant:0cbcac6f7225495aa1bb03e6b75f260d on resource:port {{(pid=82345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Sep 15 13:41:40.979073 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-8049a317-fa69-48ca-94d0-d27325bd744f req-8cb14854-ee4a-4cc6-8a5c-48567a848537 tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] 10.222.0.41 "GET /v2.0/ports?device_id=431792a2-3bbf-4e74-8c89-07028ae9e339 HTTP/1.1" status: 200  len: 210 time: 0.0673864
Sep 15 13:41:41.460443 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cbf3db-60d9-4faa-984b-2a075ad1cc6c req-7e7f45fe-4f03-44d6-985c-fe44e8d65650 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:41.461990 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-91cbf3db-60d9-4faa-984b-2a075ad1cc6c req-7e7f45fe-4f03-44d6-985c-fe44e8d65650 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 943 time: 0.0867875
Sep 15 13:41:41.510087 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-91cbf3db-60d9-4faa-984b-2a075ad1cc6c req-7736598f-29c8-48ce-8f0b-e3b2de9e4bff tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2b6258c-7125-4609-a047-87418a93f977&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417516
Sep 15 13:41:42.599401 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Device ac7dedab-8994-4fd4-9bbd-3798273cfa83 details requested by agent hyperv_hv-cinder-80918 with host hv-cinder-80918 {{(pid=82347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Sep 15 13:41:42.607418 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Device b5566617-43e6-48f9-936a-93928de70546 no longer exists at agent hyperv_hv-cinder-80918 {{(pid=82347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Sep 15 13:41:42.649153 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] No Port match for: b5566617-43e6-48f9-936a-93928de70546 {{(pid=82347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Sep 15 13:41:42.650005 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Device b5566617-43e6-48f9-936a-93928de70546 not bound to the agent host hv-cinder-80918 {{(pid=82347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Sep 15 13:41:42.738829 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c600f8d-678c-4a2c-bbd2-4c016937d001 req-9129efd1-9d03-434c-a94f-e8f2e2bdcbd4 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:42.740776 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-2c600f8d-678c-4a2c-bbd2-4c016937d001 req-9129efd1-9d03-434c-a94f-e8f2e2bdcbd4 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 943 time: 0.0901721
Sep 15 13:41:42.790019 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-2c600f8d-678c-4a2c-bbd2-4c016937d001 req-fbead550-bc27-4f7f-8d71-6f318f6ed0c6 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2b6258c-7125-4609-a047-87418a93f977&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424819
Sep 15 13:41:42.794800 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] For port ac7dedab-8994-4fd4-9bbd-3798273cfa83, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=ac7dedab-8994-4fd4-9bbd-3798273cfa83,segment=NetworkSegment(11169836-79b2-4822-b283-a5d557a2336a),segment_id=11169836-79b2-4822-b283-a5d557a2336a)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:41:42.809782 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Returning: {'device': 'ac7dedab-8994-4fd4-9bbd-3798273cfa83', 'network_id': 'e9c16276-857e-49e4-bec2-1a6e621bb0c0', 'port_id': 'ac7dedab-8994-4fd4-9bbd-3798273cfa83', 'mac_address': 'fa:16:3e:9e:f9:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d3cda93-f669-4c8c-b3ae-fd1f6c47904a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 15 13:41:42.869722 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:41:42.888495 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac7dedab-8994-4fd4-9bbd-3798273cfa83 {{(pid=82347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Sep 15 13:41:42.904368 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] For port ac7dedab-8994-4fd4-9bbd-3798273cfa83, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=ac7dedab-8994-4fd4-9bbd-3798273cfa83,segment=NetworkSegment(11169836-79b2-4822-b283-a5d557a2336a),segment_id=11169836-79b2-4822-b283-a5d557a2336a)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:41:42.908543 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:41:42.910642 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:41:42.989194 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Pushing event updated for resources: {'Port': ['ID=ac7dedab-8994-4fd4-9bbd-3798273cfa83,revision_number=9']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:41:42.992650 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:41:43.287414 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5eee24-7179-4784-83b3-e64e2609003c req-b6e8b97c-4dff-4c0c-ba43-8c74350ea35a tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:43.289092 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-bf5eee24-7179-4784-83b3-e64e2609003c req-b6e8b97c-4dff-4c0c-ba43-8c74350ea35a tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e632c56-791b-4093-85d6-b58807099a2b HTTP/1.1" status: 200  len: 945 time: 0.0839453
Sep 15 13:41:43.331868 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] get_ports_and_sgs() called for port_ids ['ac7dedab-8994-4fd4-9bbd-3798273cfa83'] {{(pid=82347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 15 13:41:43.331982 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 34228) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:41:43.344461 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-bf5eee24-7179-4784-83b3-e64e2609003c req-74de93e9-c09c-42ce-8a55-8eb0e9ce90d8 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490623
Sep 15 13:41:43.486605 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-4f828e41-f411-444c-be10-e1403e96c695 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:41:43.519399 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-4f828e41-f411-444c-be10-e1403e96c695 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:41:43.523943 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-4f828e41-f411-444c-be10-e1403e96c695 admin admin] Usage tracker for resource:security_group_rule and tenant:c56a9bc1cadb495e9947009922b1b5a4 is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:41:43.526840 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-4f828e41-f411-444c-be10-e1403e96c695 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:41:43.532755 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-4f828e41-f411-444c-be10-e1403e96c695 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:41:43.600860 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-4f828e41-f411-444c-be10-e1403e96c695 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:41:43.603404 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-4f828e41-f411-444c-be10-e1403e96c695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:41:43.610860 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-459b8986-0dbb-444a-92b7-eca547efc83b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:41:43.653470 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f828e41-f411-444c-be10-e1403e96c695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57de1721-21cf-4d4a-a5b8-01c6387f3145,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:41:43.656615 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-4f828e41-f411-444c-be10-e1403e96c695 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:41:43.662180 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-4f828e41-f411-444c-be10-e1403e96c695 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c56a9bc1cadb495e9947009922b1b5a4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3274832
Sep 15 13:41:43.662803 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 34238) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:41:43.728464 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-97310884-87bf-41de-8f10-9c805bbd4e53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:41:43.755092 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-97310884-87bf-41de-8f10-9c805bbd4e53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:41:43.802869 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-97310884-87bf-41de-8f10-9c805bbd4e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:41:43.808076 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-24304f96-72cc-439c-b9d4-488891221ff3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:41:43.822085 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97310884-87bf-41de-8f10-9c805bbd4e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57de1721-21cf-4d4a-a5b8-01c6387f3145,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:41:43.825152 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-97310884-87bf-41de-8f10-9c805bbd4e53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:41:43.826053 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-97310884-87bf-41de-8f10-9c805bbd4e53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:41:43.830798 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-97310884-87bf-41de-8f10-9c805bbd4e53 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/57de1721-21cf-4d4a-a5b8-01c6387f3145 HTTP/1.1" status: 204  len: 168 time: 0.1641018
Sep 15 13:41:44.026185 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fdd28c-5d22-4f5f-a6a4-fce774f00a32 req-0bba66d8-d6ea-46d6-8550-bc835c12b4a9 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:44.027834 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-b1fdd28c-5d22-4f5f-a6a4-fce774f00a32 req-0bba66d8-d6ea-46d6-8550-bc835c12b4a9 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 944 time: 0.0922134
Sep 15 13:41:44.075590 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-b1fdd28c-5d22-4f5f-a6a4-fce774f00a32 req-81a93e5b-f82c-4679-b0c4-c434f5a5e132 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2b6258c-7125-4609-a047-87418a93f977&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414803
Sep 15 13:41:44.213717 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 34250) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:41:44.233104 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-12a53500-9b54-4b75-afc0-222afbf99b36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:41:44.266027 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-12a53500-9b54-4b75-afc0-222afbf99b36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:41:44.270080 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-12a53500-9b54-4b75-afc0-222afbf99b36 admin admin] Usage tracker for resource:security_group_rule and tenant:a89fa7d89b964076a88dee14c85a05eb is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:41:44.273069 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-12a53500-9b54-4b75-afc0-222afbf99b36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:41:44.279135 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-12a53500-9b54-4b75-afc0-222afbf99b36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:41:44.347586 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-12a53500-9b54-4b75-afc0-222afbf99b36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:41:44.362476 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-12a53500-9b54-4b75-afc0-222afbf99b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:41:44.362476 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-bbfa0d28-d396-4e7c-ba04-124721ba6cee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:41:44.402404 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a53500-9b54-4b75-afc0-222afbf99b36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c2e783-ae74-45cc-b5f5-c2871022a4ee,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:41:44.409405 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-12a53500-9b54-4b75-afc0-222afbf99b36 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a89fa7d89b964076a88dee14c85a05eb&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1919732
Sep 15 13:41:44.409405 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-12a53500-9b54-4b75-afc0-222afbf99b36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:41:44.409686 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 34256) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:41:44.476133 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b23cb519-e844-49a3-95e3-3cdfba605f00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:41:44.503575 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b23cb519-e844-49a3-95e3-3cdfba605f00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:41:44.548224 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b23cb519-e844-49a3-95e3-3cdfba605f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:41:44.554894 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-4210a56c-34d4-4b6e-ad3a-38078e642e07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:41:44.556888 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a4e88-24c7-4e08-ae2d-2ca20e13d6a5 req-77311066-e836-4831-af12-d90fd3af53dc tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:44.558499 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-111a4e88-24c7-4e08-ae2d-2ca20e13d6a5 req-77311066-e836-4831-af12-d90fd3af53dc tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e632c56-791b-4093-85d6-b58807099a2b HTTP/1.1" status: 200  len: 945 time: 0.0828135
Sep 15 13:41:44.567513 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23cb519-e844-49a3-95e3-3cdfba605f00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c2e783-ae74-45cc-b5f5-c2871022a4ee,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:41:44.570668 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-b23cb519-e844-49a3-95e3-3cdfba605f00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:41:44.572689 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b23cb519-e844-49a3-95e3-3cdfba605f00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:41:44.577159 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-b23cb519-e844-49a3-95e3-3cdfba605f00 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b1c2e783-ae74-45cc-b5f5-c2871022a4ee HTTP/1.1" status: 204  len: 168 time: 0.1633589
Sep 15 13:41:44.607790 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-111a4e88-24c7-4e08-ae2d-2ca20e13d6a5 req-55501d72-0f23-40e8-ac7a-080b65328ae1 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429227
Sep 15 13:41:45.308527 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b2b70c-9c0c-4920-b66b-24d8ec86ac57 req-ccbb6b16-62b5-4672-8f6b-eea6a7e5bd9a tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:45.310169 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-08b2b70c-9c0c-4920-b66b-24d8ec86ac57 req-ccbb6b16-62b5-4672-8f6b-eea6a7e5bd9a tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 944 time: 0.1004558
Sep 15 13:41:45.360702 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-08b2b70c-9c0c-4920-b66b-24d8ec86ac57 req-437c53c6-3763-4b69-a0ba-2f087a213233 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2b6258c-7125-4609-a047-87418a93f977&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440829
Sep 15 13:41:45.810701 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0388fb93-9ddf-487e-89d2-fda7eeb8d5a7 req-6c67b70e-4326-45c9-9391-53332318e812 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:45.812383 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-0388fb93-9ddf-487e-89d2-fda7eeb8d5a7 req-6c67b70e-4326-45c9-9391-53332318e812 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e632c56-791b-4093-85d6-b58807099a2b HTTP/1.1" status: 200  len: 945 time: 0.0830894
Sep 15 13:41:45.865302 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-0388fb93-9ddf-487e-89d2-fda7eeb8d5a7 req-923a45dd-c8f0-4e9c-b8db-402175b65bc7 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461638
Sep 15 13:41:46.580993 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034ade20-4c8d-41a5-a225-70297ad558f4 req-8a790650-5069-4163-bfd7-9397278b1e58 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:46.582689 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-034ade20-4c8d-41a5-a225-70297ad558f4 req-8a790650-5069-4163-bfd7-9397278b1e58 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 944 time: 0.0837834
Sep 15 13:41:46.632124 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-034ade20-4c8d-41a5-a225-70297ad558f4 req-9c5fcc66-e6f1-4323-870a-be4e5380b78a tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2b6258c-7125-4609-a047-87418a93f977&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431795
Sep 15 13:41:46.868338 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Device ac7dedab-8994-4fd4-9bbd-3798273cfa83 up at agent hyperv_hv-cinder-80918 {{(pid=82347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Sep 15 13:41:46.944521 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Provisioning complete for port ac7dedab-8994-4fd4-9bbd-3798273cfa83 triggered by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:41:46.944960 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:41:46.966450 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 34328) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:41:47.068544 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:41:47.092902 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd41ee3e-e61e-4cc4-9206-281410c44cec req-013bc093-1699-4a24-bbd8-916889f2f1f2 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:47.096413 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-dd41ee3e-e61e-4cc4-9206-281410c44cec req-013bc093-1699-4a24-bbd8-916889f2f1f2 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e632c56-791b-4093-85d6-b58807099a2b HTTP/1.1" status: 200  len: 945 time: 0.1067779
Sep 15 13:41:47.099430 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea90189b-6db1-44bc-9a33-ebff7f7fcbaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac7dedab-8994-4fd4-9bbd-3798273cfa83'}] {{(pid=82347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Sep 15 13:41:47.110887 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] For port ac7dedab-8994-4fd4-9bbd-3798273cfa83, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=ac7dedab-8994-4fd4-9bbd-3798273cfa83,segment=NetworkSegment(11169836-79b2-4822-b283-a5d557a2336a),segment_id=11169836-79b2-4822-b283-a5d557a2336a)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:41:47.114849 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:41:47.116792 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-4102faee-35ac-4d7b-89c3-28cd603b4a65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:41:47.142116 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-15856c46-1d7c-4756-9033-edc81ee1b4bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:41:47.167753 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea90189b-6db1-44bc-9a33-ebff7f7fcbaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac7dedab-8994-4fd4-9bbd-3798273cfa83', 'code': 200}
Sep 15 13:41:47.191045 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Pushing event updated for resources: {'Port': ['ID=ac7dedab-8994-4fd4-9bbd-3798273cfa83,revision_number=10']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:41:47.191348 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-dd41ee3e-e61e-4cc4-9206-281410c44cec req-14754f9d-2d91-444f-adef-495be764cc04 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0905218
Sep 15 13:41:47.195391 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:41:47.198250 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-15856c46-1d7c-4756-9033-edc81ee1b4bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:41:47.202665 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-15856c46-1d7c-4756-9033-edc81ee1b4bc admin admin] Usage tracker for resource:security_group_rule and tenant:2d12186d1169456188adba3714807bfe is out of sync, need to count used quota {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:41:47.205863 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-15856c46-1d7c-4756-9033-edc81ee1b4bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:41:47.212638 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-15856c46-1d7c-4756-9033-edc81ee1b4bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:41:47.281480 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-15856c46-1d7c-4756-9033-edc81ee1b4bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:41:47.284432 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-15856c46-1d7c-4756-9033-edc81ee1b4bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:41:47.291872 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-adec1b5f-f058-42f4-851e-8dadbb02b9f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:41:47.335276 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15856c46-1d7c-4756-9033-edc81ee1b4bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=319881ef-6377-4539-af4c-1bbc40a18fcf,revision_number=1']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:41:47.342549 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-15856c46-1d7c-4756-9033-edc81ee1b4bc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2d12186d1169456188adba3714807bfe&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3747909
Sep 15 13:41:47.342671 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 34338) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:41:47.343350 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-15856c46-1d7c-4756-9033-edc81ee1b4bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:41:47.409179 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-28d1867b-17e1-49a7-800c-ca3468520d69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:41:47.435908 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-28d1867b-17e1-49a7-800c-ca3468520d69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:41:47.481940 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-28d1867b-17e1-49a7-800c-ca3468520d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:41:47.486582 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:41:47.497473 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d1867b-17e1-49a7-800c-ca3468520d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=319881ef-6377-4539-af4c-1bbc40a18fcf,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:41:47.499832 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-28d1867b-17e1-49a7-800c-ca3468520d69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:41:47.505876 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-28d1867b-17e1-49a7-800c-ca3468520d69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:41:47.507372 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-28d1867b-17e1-49a7-800c-ca3468520d69 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/319881ef-6377-4539-af4c-1bbc40a18fcf HTTP/1.1" status: 204  len: 168 time: 0.1632183
Sep 15 13:41:47.595859 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c86283b-6203-44b4-87dd-fd4fb3ae7a3d req-29918a83-5784-4f7d-bcbb-799b7871b0d6 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:47.597451 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-6c86283b-6203-44b4-87dd-fd4fb3ae7a3d req-29918a83-5784-4f7d-bcbb-799b7871b0d6 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e632c56-791b-4093-85d6-b58807099a2b HTTP/1.1" status: 200  len: 945 time: 0.0861433
Sep 15 13:41:47.675300 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [req-6c86283b-6203-44b4-87dd-fd4fb3ae7a3d req-d9be114b-6492-4348-b46c-b9fffd2d68a7 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Deleting port f2956099-e82d-4b8f-a492-2c456038e326 {{(pid=82345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Sep 15 13:41:47.676408 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-6c86283b-6203-44b4-87dd-fd4fb3ae7a3d req-d9be114b-6492-4348-b46c-b9fffd2d68a7 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301743532404'] for port, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:41:47.864783 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a875f1f4-7b99-4a53-bd17-07811626412f req-6d5a3b11-1a38-47d2-acda-ab001a5131ad service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 1099 time: 0.0889838
Sep 15 13:41:47.889482 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 34348) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:41:47.920774 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-da8f009b-c791-4882-91ab-45646e54ebbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:41:47.954672 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a875f1f4-7b99-4a53-bd17-07811626412f req-02b55153-ea49-490d-89e6-d059536aff6d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e2b6258c-7125-4609-a047-87418a93f977&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0810432
Sep 15 13:41:47.963353 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-da8f009b-c791-4882-91ab-45646e54ebbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:41:47.967967 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-da8f009b-c791-4882-91ab-45646e54ebbb admin admin] Usage tracker for resource:security_group_rule and tenant:6d00a8254f8d46dabf10c3f152d4dd5e is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:41:47.971817 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-da8f009b-c791-4882-91ab-45646e54ebbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:41:47.978555 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-da8f009b-c791-4882-91ab-45646e54ebbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:41:48.016448 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370ea193-8efc-41ed-9c40-bd4f59980bd2 req-d8dd7d75-e6b2-40e9-abb2-3f52a10de518 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:48.017983 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-370ea193-8efc-41ed-9c40-bd4f59980bd2 req-d8dd7d75-e6b2-40e9-abb2-3f52a10de518 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 946 time: 0.2377274
Sep 15 13:41:48.020359 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [req-6c86283b-6203-44b4-87dd-fd4fb3ae7a3d req-d9be114b-6492-4348-b46c-b9fffd2d68a7 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] For port f2956099-e82d-4b8f-a492-2c456038e326, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=f2956099-e82d-4b8f-a492-2c456038e326,segment=NetworkSegment(4bd26eda-5bf6-4400-9bb5-1b702a14f250),segment_id=4bd26eda-5bf6-4400-9bb5-1b702a14f250)] {{(pid=82345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:41:48.020764 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-6c86283b-6203-44b4-87dd-fd4fb3ae7a3d req-d9be114b-6492-4348-b46c-b9fffd2d68a7 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853103875'] for port, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:41:48.050496 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-da8f009b-c791-4882-91ab-45646e54ebbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:41:48.054916 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-da8f009b-c791-4882-91ab-45646e54ebbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:41:48.062973 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-4e6e02f7-66f3-471c-945a-3b15aeb1d866 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:41:48.109568 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-da8f009b-c791-4882-91ab-45646e54ebbb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6d00a8254f8d46dabf10c3f152d4dd5e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2189858
Sep 15 13:41:48.110431 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8f009b-c791-4882-91ab-45646e54ebbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=247f1549-e1ec-4b9a-b379-7f436ce4a073,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:41:48.113298 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 34356) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:41:48.133229 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-da8f009b-c791-4882-91ab-45646e54ebbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:41:48.171449 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [req-6c86283b-6203-44b4-87dd-fd4fb3ae7a3d req-d9be114b-6492-4348-b46c-b9fffd2d68a7 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Calling delete_port for f2956099-e82d-4b8f-a492-2c456038e326 owned by compute:nova {{(pid=82345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Sep 15 13:41:48.181639 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-c330ca81-ff04-4cb2-b0e4-c3d9d9a695c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:41:48.209987 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-c330ca81-ff04-4cb2-b0e4-c3d9d9a695c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:41:48.236279 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-370ea193-8efc-41ed-9c40-bd4f59980bd2 req-7921b9cd-6ab2-4a18-bd79-d6de97a213fd tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2b6258c-7125-4609-a047-87418a93f977&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2073150
Sep 15 13:41:48.272910 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-c330ca81-ff04-4cb2-b0e4-c3d9d9a695c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:41:48.285131 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-9d540d3c-55d2-4b00-9f63-5f1b466eeefd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:41:48.314944 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c330ca81-ff04-4cb2-b0e4-c3d9d9a695c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=247f1549-e1ec-4b9a-b379-7f436ce4a073,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:41:48.319103 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-c330ca81-ff04-4cb2-b0e4-c3d9d9a695c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:41:48.320535 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-c330ca81-ff04-4cb2-b0e4-c3d9d9a695c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:41:48.324072 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-c330ca81-ff04-4cb2-b0e4-c3d9d9a695c0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/247f1549-e1ec-4b9a-b379-7f436ce4a073 HTTP/1.1" status: 204  len: 168 time: 0.2097611
Sep 15 13:41:48.453667 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-6c86283b-6203-44b4-87dd-fd4fb3ae7a3d req-d9be114b-6492-4348-b46c-b9fffd2d68a7 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301743526908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735110837380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852138254'] for port, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:41:48.468467 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:41:48.492944 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] get_ports_and_sgs() called for port_ids ['67a62b8a-88f9-4fc2-b492-5b3b5d0e2c6c', 'f2956099-e82d-4b8f-a492-2c456038e326'] {{(pid=82347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 15 13:41:48.561432 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9be114b-6492-4348-b46c-b9fffd2d68a7 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Pushing event deleted for resources: {'Port': ['ID=f2956099-e82d-4b8f-a492-2c456038e326,revision_number=None']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:41:48.564287 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-d9be114b-6492-4348-b46c-b9fffd2d68a7 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:41:48.607201 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543f1ff8-45f9-482a-88bc-8d1aff043f66 req-51091ca3-7c44-4323-b78e-40b6d8924b10 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:48.609306 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-543f1ff8-45f9-482a-88bc-8d1aff043f66 req-51091ca3-7c44-4323-b78e-40b6d8924b10 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e632c56-791b-4093-85d6-b58807099a2b HTTP/1.1" status: 200  len: 945 time: 0.2512994
Sep 15 13:41:48.610248 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c86283b-6203-44b4-87dd-fd4fb3ae7a3d req-d9be114b-6492-4348-b46c-b9fffd2d68a7 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] No DVR routers for this DVR port f2956099-e82d-4b8f-a492-2c456038e326 on host hv-cinder-80918 {{(pid=82345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Sep 15 13:41:48.613257 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-6c86283b-6203-44b4-87dd-fd4fb3ae7a3d req-d9be114b-6492-4348-b46c-b9fffd2d68a7 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251427'] for port, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:41:48.631665 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e632c56-791b-4093-85d6-b58807099a2b', 'name': 'network-vif-deleted', 'tag': 'f2956099-e82d-4b8f-a492-2c456038e326'}] {{(pid=82345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Sep 15 13:41:48.637057 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-6c86283b-6203-44b4-87dd-fd4fb3ae7a3d req-d9be114b-6492-4348-b46c-b9fffd2d68a7 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.36 "DELETE /v2.0/ports/f2956099-e82d-4b8f-a492-2c456038e326 HTTP/1.1" status: 204  len: 173 time: 1.0323341
Sep 15 13:41:48.691345 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-543f1ff8-45f9-482a-88bc-8d1aff043f66 req-a1a407d7-5e42-49e2-a5de-2d93fc1e84e9 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603232
Sep 15 13:41:48.766614 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e632c56-791b-4093-85d6-b58807099a2b', 'name': 'network-vif-deleted', 'tag': 'f2956099-e82d-4b8f-a492-2c456038e326', 'status': 'completed', 'code': 200}
Sep 15 13:41:49.522705 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608080c7-5e39-4eaa-91e1-81ef630c79eb req-b4618cb4-fcce-4fa1-a009-4c5e155c15f7 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:49.528509 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-608080c7-5e39-4eaa-91e1-81ef630c79eb req-b4618cb4-fcce-4fa1-a009-4c5e155c15f7 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 946 time: 0.1047583
Sep 15 13:41:49.592725 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-608080c7-5e39-4eaa-91e1-81ef630c79eb req-19ab8363-f2f3-41cb-8ee2-850ea9ae29ad tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2b6258c-7125-4609-a047-87418a93f977&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0600505
Sep 15 13:41:50.307790 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897b029a-253b-46fa-8186-ab0453f59365 req-6eb09513-7b5c-40c4-85e5-c5434c1f6fa9 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:50.308568 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-897b029a-253b-46fa-8186-ab0453f59365 req-6eb09513-7b5c-40c4-85e5-c5434c1f6fa9 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Synchronizing usage tracker for tenant:80893221bf4b42c18fd54176a50bc76a on resource:port {{(pid=82345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Sep 15 13:41:50.328014 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-897b029a-253b-46fa-8186-ab0453f59365 req-6eb09513-7b5c-40c4-85e5-c5434c1f6fa9 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Unset dirty status for tenant:80893221bf4b42c18fd54176a50bc76a on resource:port {{(pid=82345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Sep 15 13:41:50.329401 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-897b029a-253b-46fa-8186-ab0453f59365 req-6eb09513-7b5c-40c4-85e5-c5434c1f6fa9 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dfebc96-1d27-4e99-9371-287665559258 HTTP/1.1" status: 200  len: 946 time: 0.1251519
Sep 15 13:41:50.379906 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-897b029a-253b-46fa-8186-ab0453f59365 req-016b792e-6388-4071-84c7-094d44b4f86a tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436974
Sep 15 13:41:50.919537 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Device f2956099-e82d-4b8f-a492-2c456038e326 no longer exists at agent hyperv_hv-cinder-80918 {{(pid=82347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Sep 15 13:41:50.955990 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] No Port match for: f2956099-e82d-4b8f-a492-2c456038e326 {{(pid=82347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Sep 15 13:41:50.956390 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Device f2956099-e82d-4b8f-a492-2c456038e326 not bound to the agent host hv-cinder-80918 {{(pid=82347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Sep 15 13:41:51.015461 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf0932-f23b-408d-ac99-e96bd0e3578f req-44d3493b-eac5-455b-94d3-b747a576f631 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:51.017077 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-5fcf0932-f23b-408d-ac99-e96bd0e3578f req-44d3493b-eac5-455b-94d3-b747a576f631 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 946 time: 0.2801416
Sep 15 13:41:51.065732 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-5fcf0932-f23b-408d-ac99-e96bd0e3578f req-8d82556d-fe39-46d6-99d9-0879e9301cc3 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2b6258c-7125-4609-a047-87418a93f977&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423684
Sep 15 13:41:51.589277 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9077ecfc-7425-499e-9359-f4d8c825cfc4 req-ff79395b-b53f-488a-8270-601aa619737a tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:51.590876 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-9077ecfc-7425-499e-9359-f4d8c825cfc4 req-ff79395b-b53f-488a-8270-601aa619737a tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dfebc96-1d27-4e99-9371-287665559258 HTTP/1.1" status: 200  len: 946 time: 0.0832164
Sep 15 13:41:51.645825 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-9077ecfc-7425-499e-9359-f4d8c825cfc4 req-a1da0b27-928e-4d6e-8702-67da2bea20c6 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458364
Sep 15 13:41:52.862011 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fe04f1-8ac0-41d6-96f8-e633de4b04af req-0d78957c-c1e9-47c7-8e9e-a0142bd5bb23 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:52.863486 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-65fe04f1-8ac0-41d6-96f8-e633de4b04af req-0d78957c-c1e9-47c7-8e9e-a0142bd5bb23 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dfebc96-1d27-4e99-9371-287665559258 HTTP/1.1" status: 200  len: 946 time: 0.0834422
Sep 15 13:41:52.911589 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-65fe04f1-8ac0-41d6-96f8-e633de4b04af req-0c744cca-a161-4d86-b036-e94a4340fac4 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418944
Sep 15 13:41:53.484857 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9585b0b8-8e8f-411b-943b-01662f209af8 req-2e667619-b4f9-42a7-a06d-65d3f970b5f6 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:53.486366 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-9585b0b8-8e8f-411b-943b-01662f209af8 req-2e667619-b4f9-42a7-a06d-65d3f970b5f6 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/ports?device_id=77ed6e87-608d-4dd2-ac4e-4cf4e42fd368 HTTP/1.1" status: 200  len: 945 time: 0.0867574
Sep 15 13:41:53.535644 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-9585b0b8-8e8f-411b-943b-01662f209af8 req-c468b779-8395-4b3e-b35d-3ae0e82e155b tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c08ff91-f7c0-4639-896f-1511f14e2415&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420666
Sep 15 13:41:54.115749 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f6c16-af28-4f4e-975d-3a9145a02873 req-d889e03d-a395-4fb3-9f06-2dec7ea53cfd tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:54.117348 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-d15f6c16-af28-4f4e-975d-3a9145a02873 req-d889e03d-a395-4fb3-9f06-2dec7ea53cfd tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dfebc96-1d27-4e99-9371-287665559258 HTTP/1.1" status: 200  len: 946 time: 0.0830579
Sep 15 13:41:54.165757 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-d15f6c16-af28-4f4e-975d-3a9145a02873 req-a57e9c3f-913b-4289-86d6-9082f3e7da9c tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424137
Sep 15 13:41:54.742942 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f73631-a236-4d06-86aa-442fc2c8b674 req-ff9c92de-795d-46a9-8332-b434b580c814 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:54.744554 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-33f73631-a236-4d06-86aa-442fc2c8b674 req-ff9c92de-795d-46a9-8332-b434b580c814 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/ports?device_id=77ed6e87-608d-4dd2-ac4e-4cf4e42fd368 HTTP/1.1" status: 200  len: 945 time: 0.0855052
Sep 15 13:41:54.791333 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-33f73631-a236-4d06-86aa-442fc2c8b674 req-ae52e9de-69ab-453f-a20e-b7c584e1df05 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c08ff91-f7c0-4639-896f-1511f14e2415&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408401
Sep 15 13:41:55.367294 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e554bf-04d9-4a45-8e26-ef34efe99bab req-79e6a8c1-5003-4df8-8ba3-0d72f70b1aec tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:55.368925 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-07e554bf-04d9-4a45-8e26-ef34efe99bab req-79e6a8c1-5003-4df8-8ba3-0d72f70b1aec tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dfebc96-1d27-4e99-9371-287665559258 HTTP/1.1" status: 200  len: 946 time: 0.0819530
Sep 15 13:41:55.417161 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-07e554bf-04d9-4a45-8e26-ef34efe99bab req-ec7329f0-d55a-49b2-86d8-a6b54d928b65 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420702
Sep 15 13:41:55.999946 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debcf148-2eae-49a5-a3ee-73bf13027de3 req-7fe83b46-9741-4349-ae09-3a168245f77b tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:56.001532 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-debcf148-2eae-49a5-a3ee-73bf13027de3 req-7fe83b46-9741-4349-ae09-3a168245f77b tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/ports?device_id=77ed6e87-608d-4dd2-ac4e-4cf4e42fd368 HTTP/1.1" status: 200  len: 945 time: 0.0856390
Sep 15 13:41:56.053291 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-debcf148-2eae-49a5-a3ee-73bf13027de3 req-367fc59b-68b7-4865-bbd8-26c4ab437f27 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c08ff91-f7c0-4639-896f-1511f14e2415&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456049
Sep 15 13:41:56.480803 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-90334214-f32b-4131-97de-3bad9d6d97e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:41:56.622416 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab30f4a6-51b3-496f-8b82-6a63a2dc601f req-c40fe8a9-ac1e-4ceb-9ee9-8a642c647acf tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:56.623951 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-ab30f4a6-51b3-496f-8b82-6a63a2dc601f req-c40fe8a9-ac1e-4ceb-9ee9-8a642c647acf tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dfebc96-1d27-4e99-9371-287665559258 HTTP/1.1" status: 200  len: 946 time: 0.0822659
Sep 15 13:41:56.675277 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-ab30f4a6-51b3-496f-8b82-6a63a2dc601f req-ea1e70e3-cf6e-491d-84d5-b0dc0be8f4c7 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454044
Sep 15 13:41:57.270075 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fc630b-6c16-4301-a295-c7294f8a3400 req-11535af6-7e75-49ef-8c6a-d68a8f87df1f tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:57.276514 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-37fc630b-6c16-4301-a295-c7294f8a3400 req-11535af6-7e75-49ef-8c6a-d68a8f87df1f tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/ports?device_id=77ed6e87-608d-4dd2-ac4e-4cf4e42fd368 HTTP/1.1" status: 200  len: 945 time: 0.0900085
Sep 15 13:41:57.321251 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-37fc630b-6c16-4301-a295-c7294f8a3400 req-3681ace2-4e9c-4730-b190-4a6dfc4224d6 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c08ff91-f7c0-4639-896f-1511f14e2415&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435801
Sep 15 13:41:57.880742 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e720d212-880b-478d-8e7e-58d547da02d4 req-4c2d8665-f5de-4473-8216-6206bc0ecff5 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:57.882310 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-e720d212-880b-478d-8e7e-58d547da02d4 req-4c2d8665-f5de-4473-8216-6206bc0ecff5 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dfebc96-1d27-4e99-9371-287665559258 HTTP/1.1" status: 200  len: 946 time: 0.0863516
Sep 15 13:41:57.929470 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-e720d212-880b-478d-8e7e-58d547da02d4 req-b3a46032-dd1c-4330-b9a5-95cdeb10eb18 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410452
Sep 15 13:41:58.103384 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:41:58.524901 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df197899-2db1-4948-b216-b62bb86e5613 req-0b8a052c-534b-4c5c-afaf-9689cd2046c8 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:58.526498 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-df197899-2db1-4948-b216-b62bb86e5613 req-0b8a052c-534b-4c5c-afaf-9689cd2046c8 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/ports?device_id=77ed6e87-608d-4dd2-ac4e-4cf4e42fd368 HTTP/1.1" status: 200  len: 945 time: 0.0837197
Sep 15 13:41:58.574109 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-df197899-2db1-4948-b216-b62bb86e5613 req-51db4843-1ae8-4293-9077-57745278ddb5 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c08ff91-f7c0-4639-896f-1511f14e2415&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414839
Sep 15 13:41:58.869201 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-6d0c8da9-5646-4b2c-8e6b-2f99ec29f87e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:41:59.126520 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9acd9d20-0ed4-40fe-8ec3-e1d8b485d7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:41:59.138776 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb918e1a-b56d-4748-8635-cd98200986de req-31f76710-f176-4d79-ad21-175e292e0cea tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:59.140414 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-cb918e1a-b56d-4748-8635-cd98200986de req-31f76710-f176-4d79-ad21-175e292e0cea tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dfebc96-1d27-4e99-9371-287665559258 HTTP/1.1" status: 200  len: 946 time: 0.0860250
Sep 15 13:41:59.188699 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-cb918e1a-b56d-4748-8635-cd98200986de req-59c8e379-e9c5-4601-b61f-3e755b39ffd3 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415895
Sep 15 13:41:59.775950 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9f1cf6-bc64-4e25-a35c-a275ae12d3b7 req-a543a91f-deb8-429a-be81-251d25fa48f0 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:59.777393 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-4d9f1cf6-bc64-4e25-a35c-a275ae12d3b7 req-a543a91f-deb8-429a-be81-251d25fa48f0 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.36 "GET /v2.0/ports?device_id=1dfebc96-1d27-4e99-9371-287665559258 HTTP/1.1" status: 200  len: 946 time: 0.1472652
Sep 15 13:41:59.867319 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c852d7b0-5f86-416d-a755-bccbebb18fa1 req-753a5dae-f231-4e09-b946-42d0a5156e38 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:41:59.868938 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-c852d7b0-5f86-416d-a755-bccbebb18fa1 req-753a5dae-f231-4e09-b946-42d0a5156e38 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/ports?device_id=77ed6e87-608d-4dd2-ac4e-4cf4e42fd368 HTTP/1.1" status: 200  len: 945 time: 0.1599195
Sep 15 13:41:59.876523 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [req-4d9f1cf6-bc64-4e25-a35c-a275ae12d3b7 req-4ce09905-f5f3-4df5-a92d-2d983816eb18 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Deleting port 67a62b8a-88f9-4fc2-b492-5b3b5d0e2c6c {{(pid=82345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Sep 15 13:41:59.876914 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-4d9f1cf6-bc64-4e25-a35c-a275ae12d3b7 req-4ce09905-f5f3-4df5-a92d-2d983816eb18 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301743532404'] for port, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:00.026630 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-c852d7b0-5f86-416d-a755-bccbebb18fa1 req-83f69950-9faa-4e7d-84f9-7eeeaf1f94ca tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c08ff91-f7c0-4639-896f-1511f14e2415&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1182024
Sep 15 13:42:00.179675 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [req-4d9f1cf6-bc64-4e25-a35c-a275ae12d3b7 req-4ce09905-f5f3-4df5-a92d-2d983816eb18 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] For port 67a62b8a-88f9-4fc2-b492-5b3b5d0e2c6c, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=67a62b8a-88f9-4fc2-b492-5b3b5d0e2c6c,segment=NetworkSegment(4bd26eda-5bf6-4400-9bb5-1b702a14f250),segment_id=4bd26eda-5bf6-4400-9bb5-1b702a14f250)] {{(pid=82345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:42:00.180241 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-4d9f1cf6-bc64-4e25-a35c-a275ae12d3b7 req-4ce09905-f5f3-4df5-a92d-2d983816eb18 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853103875'] for port, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:00.314966 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [req-4d9f1cf6-bc64-4e25-a35c-a275ae12d3b7 req-4ce09905-f5f3-4df5-a92d-2d983816eb18 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Calling delete_port for 67a62b8a-88f9-4fc2-b492-5b3b5d0e2c6c owned by compute:nova {{(pid=82345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Sep 15 13:42:00.508252 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3424090-a226-41e2-b471-2d013e105c90 req-a8e0214e-81e7-4353-a5c8-0de7ac102866 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:42:00.509848 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-c3424090-a226-41e2-b471-2d013e105c90 req-a8e0214e-81e7-4353-a5c8-0de7ac102866 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dfebc96-1d27-4e99-9371-287665559258 HTTP/1.1" status: 200  len: 946 time: 0.1657050
Sep 15 13:42:00.543891 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b47e50d5-ffd8-49d4-a6b6-3168cd38e3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:00.563051 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-4d9f1cf6-bc64-4e25-a35c-a275ae12d3b7 req-4ce09905-f5f3-4df5-a92d-2d983816eb18 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301743526908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735110837380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852138254'] for port, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:00.570928 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-09fb4950-13c9-4e76-ac5e-1f0ae8d91c9e tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:42:00.611653 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] get_ports_and_sgs() called for port_ids ['67a62b8a-88f9-4fc2-b492-5b3b5d0e2c6c'] {{(pid=82347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 15 13:42:00.620892 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce09905-f5f3-4df5-a92d-2d983816eb18 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Pushing event deleted for resources: {'Port': ['ID=67a62b8a-88f9-4fc2-b492-5b3b5d0e2c6c,revision_number=None']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:42:00.629630 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-c3424090-a226-41e2-b471-2d013e105c90 req-b6797cbe-c5e3-4121-80a9-21a1f8fd1b63 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.41 "GET /v2.0/security-groups?id=c350d5a2-85f6-45d8-b7b6-3300cd466f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1056461
Sep 15 13:42:00.636860 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce09905-f5f3-4df5-a92d-2d983816eb18 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:42:00.637285 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce09905-f5f3-4df5-a92d-2d983816eb18 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:42:00.637706 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce09905-f5f3-4df5-a92d-2d983816eb18 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:42:00.638127 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce09905-f5f3-4df5-a92d-2d983816eb18 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:42:00.638538 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce09905-f5f3-4df5-a92d-2d983816eb18 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:42:00.638946 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce09905-f5f3-4df5-a92d-2d983816eb18 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:42:00.639354 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce09905-f5f3-4df5-a92d-2d983816eb18 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:42:00.639787 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce09905-f5f3-4df5-a92d-2d983816eb18 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:42:00.640199 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce09905-f5f3-4df5-a92d-2d983816eb18 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:42:00.640610 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce09905-f5f3-4df5-a92d-2d983816eb18 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:42:00.641015 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce09905-f5f3-4df5-a92d-2d983816eb18 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:42:00.674178 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-4ce09905-f5f3-4df5-a92d-2d983816eb18 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:42:00.716738 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d9f1cf6-bc64-4e25-a35c-a275ae12d3b7 req-4ce09905-f5f3-4df5-a92d-2d983816eb18 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] No DVR routers for this DVR port 67a62b8a-88f9-4fc2-b492-5b3b5d0e2c6c on host hv-cinder-80918 {{(pid=82345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Sep 15 13:42:00.719734 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-4d9f1cf6-bc64-4e25-a35c-a275ae12d3b7 req-4ce09905-f5f3-4df5-a92d-2d983816eb18 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251427'] for port, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:00.722520 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dfebc96-1d27-4e99-9371-287665559258', 'name': 'network-vif-deleted', 'tag': '67a62b8a-88f9-4fc2-b492-5b3b5d0e2c6c'}] {{(pid=82345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Sep 15 13:42:00.736843 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-4d9f1cf6-bc64-4e25-a35c-a275ae12d3b7 req-4ce09905-f5f3-4df5-a92d-2d983816eb18 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] 10.222.0.36 "DELETE /v2.0/ports/67a62b8a-88f9-4fc2-b492-5b3b5d0e2c6c HTTP/1.1" status: 204  len: 173 time: 0.9529803
Sep 15 13:42:00.777187 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dfebc96-1d27-4e99-9371-287665559258', 'name': 'network-vif-deleted', 'tag': '67a62b8a-88f9-4fc2-b492-5b3b5d0e2c6c', 'status': 'completed', 'code': 200}
Sep 15 13:42:01.233423 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82022ca7-cb3a-4025-9359-71ee0047e46a req-fbfd7e7d-6cfe-4fe3-833e-c973592230c8 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:42:01.235091 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-82022ca7-cb3a-4025-9359-71ee0047e46a req-fbfd7e7d-6cfe-4fe3-833e-c973592230c8 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/ports?device_id=77ed6e87-608d-4dd2-ac4e-4cf4e42fd368 HTTP/1.1" status: 200  len: 945 time: 0.0848756
Sep 15 13:42:01.300154 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-82022ca7-cb3a-4025-9359-71ee0047e46a req-f662d81d-b8f0-4261-b183-59e57241c628 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c08ff91-f7c0-4639-896f-1511f14e2415&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0566764
Sep 15 13:42:01.331124 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 34600) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:42:01.499262 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5e86eddf-0e28-472d-85ae-ba2fb266d1c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:01.533237 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-5e86eddf-0e28-472d-85ae-ba2fb266d1c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:42:01.537877 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-5e86eddf-0e28-472d-85ae-ba2fb266d1c1 admin admin] Usage tracker for resource:security_group_rule and tenant:d92a2f616a694613b41351c78eaaea1e is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:42:01.540975 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-5e86eddf-0e28-472d-85ae-ba2fb266d1c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:42:01.547101 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-5e86eddf-0e28-472d-85ae-ba2fb266d1c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:42:01.619416 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5e86eddf-0e28-472d-85ae-ba2fb266d1c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:01.622314 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5e86eddf-0e28-472d-85ae-ba2fb266d1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:01.629979 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-d6367242-20d0-4ae3-9019-2ebecdd319b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:42:01.674096 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e86eddf-0e28-472d-85ae-ba2fb266d1c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d9551a9-7bce-43c2-a3f8-6f8515de31b4,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:42:01.678765 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-5e86eddf-0e28-472d-85ae-ba2fb266d1c1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d92a2f616a694613b41351c78eaaea1e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3460608
Sep 15 13:42:01.681897 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 34614) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:42:01.685878 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e86eddf-0e28-472d-85ae-ba2fb266d1c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:42:01.686293 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e86eddf-0e28-472d-85ae-ba2fb266d1c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:42:01.686699 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e86eddf-0e28-472d-85ae-ba2fb266d1c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:42:01.687098 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e86eddf-0e28-472d-85ae-ba2fb266d1c1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:42:01.687493 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e86eddf-0e28-472d-85ae-ba2fb266d1c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:42:01.687915 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e86eddf-0e28-472d-85ae-ba2fb266d1c1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:42:01.688310 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e86eddf-0e28-472d-85ae-ba2fb266d1c1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:42:01.688705 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e86eddf-0e28-472d-85ae-ba2fb266d1c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:42:01.689094 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e86eddf-0e28-472d-85ae-ba2fb266d1c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:42:01.689483 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e86eddf-0e28-472d-85ae-ba2fb266d1c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:42:01.689872 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e86eddf-0e28-472d-85ae-ba2fb266d1c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:42:01.694047 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-5e86eddf-0e28-472d-85ae-ba2fb266d1c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:42:01.745622 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 34618) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:42:01.750722 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f19cec31-d464-48eb-89d0-8172da9be75d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:01.777918 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f19cec31-d464-48eb-89d0-8172da9be75d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:01.824746 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f19cec31-d464-48eb-89d0-8172da9be75d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:01.830073 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-1cfc7919-b863-407b-8f80-38ad01874e62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:42:01.845236 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19cec31-d464-48eb-89d0-8172da9be75d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d9551a9-7bce-43c2-a3f8-6f8515de31b4,revision_number=None']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:42:01.848125 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-f19cec31-d464-48eb-89d0-8172da9be75d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:42:01.850302 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f19cec31-d464-48eb-89d0-8172da9be75d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:01.854056 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-f19cec31-d464-48eb-89d0-8172da9be75d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3d9551a9-7bce-43c2-a3f8-6f8515de31b4 HTTP/1.1" status: 204  len: 168 time: 0.1685677
Sep 15 13:42:02.171329 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-fc69b247-10d8-4bbb-96fc-6364699ca0b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1675944'] for router_interface, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:02.202061 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 34626) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:42:02.221898 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-1d8c6683-217a-4080-94fe-4bff1c351439 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:02.254996 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-1d8c6683-217a-4080-94fe-4bff1c351439 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:42:02.259053 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-1d8c6683-217a-4080-94fe-4bff1c351439 admin admin] Usage tracker for resource:security_group_rule and tenant:2a505205abbb45f0abb1336ff6d3db84 is out of sync, need to count used quota {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:42:02.262210 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-1d8c6683-217a-4080-94fe-4bff1c351439 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:42:02.268344 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-1d8c6683-217a-4080-94fe-4bff1c351439 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:42:02.338031 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-1d8c6683-217a-4080-94fe-4bff1c351439 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:02.341104 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-1d8c6683-217a-4080-94fe-4bff1c351439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:02.351953 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-453a16e3-9b86-49e4-98b5-7965b423db6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:42:02.399242 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8c6683-217a-4080-94fe-4bff1c351439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ebbb68f-4375-45f4-a9de-b90ae46ca2cf,revision_number=1']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:42:02.402461 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-1d8c6683-217a-4080-94fe-4bff1c351439 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:42:02.404879 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-1d8c6683-217a-4080-94fe-4bff1c351439 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2a505205abbb45f0abb1336ff6d3db84&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2014084
Sep 15 13:42:02.407585 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 34632) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:42:02.523188 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-ecffec8e-4764-46c4-a276-70593fcdb629 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:02.564022 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-ecffec8e-4764-46c4-a276-70593fcdb629 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:02.582984 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e490ea0b-7088-44f9-809b-70f4991006d2 req-fea73dcd-b54a-428f-92ad-767900aa6126 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:42:02.584642 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-e490ea0b-7088-44f9-809b-70f4991006d2 req-fea73dcd-b54a-428f-92ad-767900aa6126 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/ports?device_id=77ed6e87-608d-4dd2-ac4e-4cf4e42fd368 HTTP/1.1" status: 200  len: 945 time: 0.1442738
Sep 15 13:42:02.654971 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-e490ea0b-7088-44f9-809b-70f4991006d2 req-17d65f7a-18e8-4fc0-bca5-9e22095646e1 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c08ff91-f7c0-4639-896f-1511f14e2415&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0634062
Sep 15 13:42:02.668840 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-ecffec8e-4764-46c4-a276-70593fcdb629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:02.684678 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-c479bdeb-befd-4bdc-9244-a5b1e994f885 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:42:02.686823 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecffec8e-4764-46c4-a276-70593fcdb629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ebbb68f-4375-45f4-a9de-b90ae46ca2cf,revision_number=None']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:42:02.690569 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-ecffec8e-4764-46c4-a276-70593fcdb629 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:42:02.697527 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-ecffec8e-4764-46c4-a276-70593fcdb629 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:02.699978 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-ecffec8e-4764-46c4-a276-70593fcdb629 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5ebbb68f-4375-45f4-a9de-b90ae46ca2cf HTTP/1.1" status: 204  len: 168 time: 0.2901816
Sep 15 13:42:02.832546 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-fc69b247-10d8-4bbb-96fc-6364699ca0b9 admin admin] Deleting port 293d2ccc-84fb-4750-a15d-85281389375b {{(pid=82346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Sep 15 13:42:02.832942 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-fc69b247-10d8-4bbb-96fc-6364699ca0b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301743532404'] for port, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:02.958299 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Device 67a62b8a-88f9-4fc2-b492-5b3b5d0e2c6c no longer exists at agent hyperv_hv-cinder-80918 {{(pid=82347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Sep 15 13:42:02.992725 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] No Port match for: 67a62b8a-88f9-4fc2-b492-5b3b5d0e2c6c {{(pid=82347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Sep 15 13:42:02.993106 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Device 67a62b8a-88f9-4fc2-b492-5b3b5d0e2c6c not bound to the agent host hv-cinder-80918 {{(pid=82347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Sep 15 13:42:03.028555 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-fc69b247-10d8-4bbb-96fc-6364699ca0b9 admin admin] For port 293d2ccc-84fb-4750-a15d-85281389375b, host dv-cinder-809181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-iscsi',level=0,port_id=293d2ccc-84fb-4750-a15d-85281389375b,segment=NetworkSegment(4bd26eda-5bf6-4400-9bb5-1b702a14f250),segment_id=4bd26eda-5bf6-4400-9bb5-1b702a14f250)] {{(pid=82346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:42:03.028955 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-fc69b247-10d8-4bbb-96fc-6364699ca0b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853103875'] for port, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:03.159151 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-fc69b247-10d8-4bbb-96fc-6364699ca0b9 admin admin] Calling delete_port for 293d2ccc-84fb-4750-a15d-85281389375b owned by network:router_interface {{(pid=82346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Sep 15 13:42:03.464658 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-fc69b247-10d8-4bbb-96fc-6364699ca0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301743526908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735110837380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1447919'] for port, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:03.469225 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-0efb2496-ddd3-4fe7-b092-b98b1fc16ac2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:42:03.705895 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc69b247-10d8-4bbb-96fc-6364699ca0b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=293d2ccc-84fb-4750-a15d-85281389375b,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:42:03.708845 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-fc69b247-10d8-4bbb-96fc-6364699ca0b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:42:03.885583 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bfa604-f286-4aac-9ece-cc6608abf222 req-fd31ae34-c915-4d80-99b0-2394acb72288 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:42:03.887224 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-03bfa604-f286-4aac-9ece-cc6608abf222 req-fd31ae34-c915-4d80-99b0-2394acb72288 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/ports?device_id=77ed6e87-608d-4dd2-ac4e-4cf4e42fd368 HTTP/1.1" status: 200  len: 945 time: 0.0941792
Sep 15 13:42:03.897798 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:03.938406 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-03bfa604-f286-4aac-9ece-cc6608abf222 req-43e4ebbf-57eb-4c9f-9853-38cbb1cfe2d2 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c08ff91-f7c0-4639-896f-1511f14e2415&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446701
Sep 15 13:42:04.060059 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-fc69b247-10d8-4bbb-96fc-6364699ca0b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847625941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1675974'] for router_interface, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:04.685948 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc69b247-10d8-4bbb-96fc-6364699ca0b9 admin admin] Router 906485ef-e056-43a0-98cf-46486238c9c4 has already been hosted by L3 agent c919ec5e-912e-4080-8a6b-9b8956cb875b {{(pid=82346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Sep 15 13:42:04.895564 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc69b247-10d8-4bbb-96fc-6364699ca0b9 admin admin] Notify agent at l3_agent.dv-cinder-809181-1-iscsi the message routers_updated {{(pid=82346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Sep 15 13:42:04.905444 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd98af5-e9a6-43ee-b7c5-42d6ee586dfa None None] Sync routers for ids ['906485ef-e056-43a0-98cf-46486238c9c4'] in dv-cinder-809181-1-iscsi {{(pid=82348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Sep 15 13:42:04.918816 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd98af5-e9a6-43ee-b7c5-42d6ee586dfa None None] Routers {'906485ef-e056-43a0-98cf-46486238c9c4'} bound to L3 agent in host dv-cinder-809181-1-iscsi {{(pid=82348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 15 13:42:04.919573 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-2dd98af5-e9a6-43ee-b7c5-42d6ee586dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cd27ddcc0>, 'dv-cinder-809181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T13:29:29Z,description=<?>,heartbeat_timestamp=2021-09-15T13:41:59Z,host='dv-cinder-809181-1-iscsi',id=c919ec5e-912e-4080-8a6b-9b8956cb875b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T13:29:29Z,topic='l3_agent')) {'router_ids': ['906485ef-e056-43a0-98cf-46486238c9c4'], 'active': True} {{(pid=82348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:42:04.920375 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-fc69b247-10d8-4bbb-96fc-6364699ca0b9 admin admin] 10.222.0.41 "PUT /v2.0/routers/906485ef-e056-43a0-98cf-46486238c9c4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1731532
Sep 15 13:42:04.920537 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 34694) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:42:05.109877 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvr_db [None req-2dd98af5-e9a6-43ee-b7c5-42d6ee586dfa None None] Set router 906485ef-e056-43a0-98cf-46486238c9c4 gateway port host: dv-cinder-809181-1-iscsi {{(pid=82348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Sep 15 13:42:05.214843 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d095010-1db9-4b31-aafa-b1b0bf883e1e req-e5187659-81e9-4c46-b626-c9a172a574e5 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:42:05.216515 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-4d095010-1db9-4b31-aafa-b1b0bf883e1e req-e5187659-81e9-4c46-b626-c9a172a574e5 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/ports?device_id=77ed6e87-608d-4dd2-ac4e-4cf4e42fd368 HTTP/1.1" status: 200  len: 945 time: 0.1242156
Sep 15 13:42:05.232687 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-c2982d3f-ae7a-463e-b680-b193f0f78964 admin admin] Notify callbacks [] for router, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:05.448034 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-2dd98af5-e9a6-43ee-b7c5-42d6ee586dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cd27ddcc0>, [{'id': '906485ef-e056-43a0-98cf-46486238c9c4', 'name': 'tempest-ServerRescueNegativeTestJSON-970748965-router', 'tenant_id': '80893221bf4b42c18fd54176a50bc76a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'd736fd68-0311-4aaa-bf90-a3426793c3df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:39Z', 'updated_at': '2021-09-15T13:42:03Z', 'revision_number': 5, 'project_id': '80893221bf4b42c18fd54176a50bc76a', 'gw_port': {'id': 'd736fd68-0311-4aaa-bf90-a3426793c3df', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906485ef-e056-43a0-98cf-46486238c9c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:41Z', 'updated_at': '2021-09-15T13:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi'}], 'dv-cinder-809181-1-iscsi', False) {} {{(pid=82348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:42:05.452956 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd98af5-e9a6-43ee-b7c5-42d6ee586dfa None None] Checking router: 906485ef-e056-43a0-98cf-46486238c9c4 for host: dv-cinder-809181-1-iscsi {{(pid=82348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Sep 15 13:42:05.468884 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd98af5-e9a6-43ee-b7c5-42d6ee586dfa None None] Routers {'906485ef-e056-43a0-98cf-46486238c9c4'} bound to L3 agent in host dv-cinder-809181-1-iscsi {{(pid=82348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 15 13:42:05.469580 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-2dd98af5-e9a6-43ee-b7c5-42d6ee586dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cd27ddcc0>, 'dv-cinder-809181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T13:29:29Z,description=<?>,heartbeat_timestamp=2021-09-15T13:41:59Z,host='dv-cinder-809181-1-iscsi',id=c919ec5e-912e-4080-8a6b-9b8956cb875b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T13:29:29Z,topic='l3_agent')) {'router_ids': ['906485ef-e056-43a0-98cf-46486238c9c4'], 'active': True} {{(pid=82348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:42:05.643797 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-4d095010-1db9-4b31-aafa-b1b0bf883e1e req-fa079030-860a-47bf-aeb9-e24c008c2a2b tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c08ff91-f7c0-4639-896f-1511f14e2415&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4135051
Sep 15 13:42:05.701233 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvr_db [None req-2dd98af5-e9a6-43ee-b7c5-42d6ee586dfa None None] Set router 906485ef-e056-43a0-98cf-46486238c9c4 gateway port host: dv-cinder-809181-1-iscsi {{(pid=82348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Sep 15 13:42:05.740497 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-c2982d3f-ae7a-463e-b680-b193f0f78964 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:05.748987 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-c2982d3f-ae7a-463e-b680-b193f0f78964 admin admin] Deleting port d736fd68-0311-4aaa-bf90-a3426793c3df {{(pid=82345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Sep 15 13:42:05.749367 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-c2982d3f-ae7a-463e-b680-b193f0f78964 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301743532404'] for port, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:05.961175 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-c2982d3f-ae7a-463e-b680-b193f0f78964 admin admin] For port d736fd68-0311-4aaa-bf90-a3426793c3df, host dv-cinder-809181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-iscsi',level=0,port_id=d736fd68-0311-4aaa-bf90-a3426793c3df,segment=NetworkSegment(fb39ec5d-b714-4bbc-8dc4-da8589a681e7),segment_id=fb39ec5d-b714-4bbc-8dc4-da8589a681e7)] {{(pid=82345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:42:05.961547 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-c2982d3f-ae7a-463e-b680-b193f0f78964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853103875'] for port, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:06.104901 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-c2982d3f-ae7a-463e-b680-b193f0f78964 admin admin] Calling delete_port for d736fd68-0311-4aaa-bf90-a3426793c3df owned by network:router_gateway {{(pid=82345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Sep 15 13:42:06.154828 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-2dd98af5-e9a6-43ee-b7c5-42d6ee586dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cd27ddcc0>, [{'id': '906485ef-e056-43a0-98cf-46486238c9c4', 'name': 'tempest-ServerRescueNegativeTestJSON-970748965-router', 'tenant_id': '80893221bf4b42c18fd54176a50bc76a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'd736fd68-0311-4aaa-bf90-a3426793c3df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:39Z', 'updated_at': '2021-09-15T13:42:03Z', 'revision_number': 5, 'project_id': '80893221bf4b42c18fd54176a50bc76a', 'gw_port': {'id': 'd736fd68-0311-4aaa-bf90-a3426793c3df', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906485ef-e056-43a0-98cf-46486238c9c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:41Z', 'updated_at': '2021-09-15T13:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi'}], 'dv-cinder-809181-1-iscsi', False) {} {{(pid=82348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:42:06.159065 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd98af5-e9a6-43ee-b7c5-42d6ee586dfa None None] The sync data for ids ['906485ef-e056-43a0-98cf-46486238c9c4'] in dv-cinder-809181-1-iscsi is: [{'id': '906485ef-e056-43a0-98cf-46486238c9c4', 'name': 'tempest-ServerRescueNegativeTestJSON-970748965-router', 'tenant_id': '80893221bf4b42c18fd54176a50bc76a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'd736fd68-0311-4aaa-bf90-a3426793c3df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:39Z', 'updated_at': '2021-09-15T13:42:03Z', 'revision_number': 5, 'project_id': '80893221bf4b42c18fd54176a50bc76a', 'gw_port': {'id': 'd736fd68-0311-4aaa-bf90-a3426793c3df', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906485ef-e056-43a0-98cf-46486238c9c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:41Z', 'updated_at': '2021-09-15T13:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi'}] {{(pid=82348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Sep 15 13:42:06.280726 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 34736) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:42:06.451572 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-3457241b-cf7e-455a-852b-20d7efe9d027 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:06.475210 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-c2982d3f-ae7a-463e-b680-b193f0f78964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301743526908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735110837380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852138254'] for port, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:06.479860 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:42:06.490847 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-3457241b-cf7e-455a-852b-20d7efe9d027 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:42:06.495097 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-3457241b-cf7e-455a-852b-20d7efe9d027 admin admin] Usage tracker for resource:security_group_rule and tenant:398d2274be594ab9b15b713a07cd0789 is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:42:06.498264 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-3457241b-cf7e-455a-852b-20d7efe9d027 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:42:06.504914 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-3457241b-cf7e-455a-852b-20d7efe9d027 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:42:06.526233 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2982d3f-ae7a-463e-b680-b193f0f78964 admin admin] Pushing event deleted for resources: {'Port': ['ID=d736fd68-0311-4aaa-bf90-a3426793c3df,revision_number=None']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:42:06.528792 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-c2982d3f-ae7a-463e-b680-b193f0f78964 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:42:06.588381 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-3457241b-cf7e-455a-852b-20d7efe9d027 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:06.592327 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-3457241b-cf7e-455a-852b-20d7efe9d027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:06.601516 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-fac2d8d7-7c31-45fe-a9b5-cbcec33f328e tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:42:06.651912 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3457241b-cf7e-455a-852b-20d7efe9d027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd626a22-50c3-4990-bf89-3e63afb98542,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:42:06.655670 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-3457241b-cf7e-455a-852b-20d7efe9d027 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:42:06.661142 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-3457241b-cf7e-455a-852b-20d7efe9d027 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=398d2274be594ab9b15b713a07cd0789&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3790939
Sep 15 13:42:06.661786 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 34746) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:42:06.737335 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-ed31f6a7-d79f-41ef-85b3-1186034ad1fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:06.774820 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-ed31f6a7-d79f-41ef-85b3-1186034ad1fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:06.816975 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-c2982d3f-ae7a-463e-b680-b193f0f78964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853102522'] for router_gateway, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:06.826201 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-ed31f6a7-d79f-41ef-85b3-1186034ad1fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:06.831769 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-9cd6ea63-f01d-44a2-a763-3511d2705921 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:42:06.848130 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31f6a7-d79f-41ef-85b3-1186034ad1fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd626a22-50c3-4990-bf89-3e63afb98542,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:42:06.850798 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-ed31f6a7-d79f-41ef-85b3-1186034ad1fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:42:06.852006 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-ed31f6a7-d79f-41ef-85b3-1186034ad1fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:06.856610 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-ed31f6a7-d79f-41ef-85b3-1186034ad1fc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cd626a22-50c3-4990-bf89-3e63afb98542 HTTP/1.1" status: 204  len: 168 time: 0.1933541
Sep 15 13:42:07.166519 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-c2982d3f-ae7a-463e-b680-b193f0f78964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853094842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854743964'] for router, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:07.177327 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-c2982d3f-ae7a-463e-b680-b193f0f78964 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:07.191991 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9599afcd-6aca-4866-8b52-283341f72b46 req-2e5456d3-41ed-470b-beb7-395233a06066 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:42:07.194210 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-9599afcd-6aca-4866-8b52-283341f72b46 req-2e5456d3-41ed-470b-beb7-395233a06066 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/ports?device_id=77ed6e87-608d-4dd2-ac4e-4cf4e42fd368 HTTP/1.1" status: 200  len: 945 time: 0.3001556
Sep 15 13:42:07.204991 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 34758) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:42:07.228683 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-e37d3be0-6f4e-4abd-bcab-e61ef1da5cec admin admin] Notify callbacks [] for security_group, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:07.271792 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-e37d3be0-6f4e-4abd-bcab-e61ef1da5cec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:42:07.276383 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-e37d3be0-6f4e-4abd-bcab-e61ef1da5cec admin admin] Usage tracker for resource:security_group_rule and tenant:61099c1635b44e1a8f9cfea033aed24a is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:42:07.279757 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-e37d3be0-6f4e-4abd-bcab-e61ef1da5cec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:42:07.286429 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-e37d3be0-6f4e-4abd-bcab-e61ef1da5cec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:42:07.300281 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-c2982d3f-ae7a-463e-b680-b193f0f78964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1679605'] for router, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:07.300871 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2982d3f-ae7a-463e-b680-b193f0f78964 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 906485ef-e056-43a0-98cf-46486238c9c4 {{(pid=82345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Sep 15 13:42:07.330431 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-9599afcd-6aca-4866-8b52-283341f72b46 req-0050340e-8d1b-46d2-a933-3e5c582e17cf tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c08ff91-f7c0-4639-896f-1511f14e2415&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1287470
Sep 15 13:42:07.333667 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-c2982d3f-ae7a-463e-b680-b193f0f78964 admin admin] Notify callbacks [] for router, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:07.335664 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-c2982d3f-ae7a-463e-b680-b193f0f78964 admin admin] 10.222.0.41 "DELETE /v2.0/routers/906485ef-e056-43a0-98cf-46486238c9c4 HTTP/1.1" status: 204  len: 168 time: 2.4130228
Sep 15 13:42:07.338002 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 34762) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:42:07.422605 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-e37d3be0-6f4e-4abd-bcab-e61ef1da5cec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:07.433427 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc3639c5-d04c-4378-b314-93096c2c82a8 admin admin] Deleting subnet 73bc4b07-7e04-44b7-bb1d-868aeed372a5 {{(pid=82346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Sep 15 13:42:07.436353 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-e37d3be0-6f4e-4abd-bcab-e61ef1da5cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:07.443504 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-cc3639c5-d04c-4378-b314-93096c2c82a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:07.474838 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-4f828e41-f411-444c-be10-e1403e96c695 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:42:07.535420 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37d3be0-6f4e-4abd-bcab-e61ef1da5cec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=761692cb-6568-4088-b463-53788a563879,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:42:07.540201 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-e37d3be0-6f4e-4abd-bcab-e61ef1da5cec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:42:07.543191 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-e37d3be0-6f4e-4abd-bcab-e61ef1da5cec admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=61099c1635b44e1a8f9cfea033aed24a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3369734
Sep 15 13:42:07.546160 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 34766) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:42:07.547417 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-cc3639c5-d04c-4378-b314-93096c2c82a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851686669'] for subnet, precommit_delete_associations {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:07.609132 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-cc3639c5-d04c-4378-b314-93096c2c82a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-956'] for subnet, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:07.616309 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-ad42c5af-5608-4564-841c-7c6d6822fef6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:07.642977 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-ad42c5af-5608-4564-841c-7c6d6822fef6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:07.684391 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-cc3639c5-d04c-4378-b314-93096c2c82a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853327942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1150312'] for subnet, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:07.689141 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:42:07.696780 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-ad42c5af-5608-4564-841c-7c6d6822fef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:07.700657 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:42:07.715037 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad42c5af-5608-4564-841c-7c6d6822fef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=761692cb-6568-4088-b463-53788a563879,revision_number=None']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:42:07.718222 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-ad42c5af-5608-4564-841c-7c6d6822fef6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:42:07.720240 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-ad42c5af-5608-4564-841c-7c6d6822fef6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:07.724347 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-ad42c5af-5608-4564-841c-7c6d6822fef6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/761692cb-6568-4088-b463-53788a563879 HTTP/1.1" status: 204  len: 168 time: 0.1728351
Sep 15 13:42:07.730276 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3639c5-d04c-4378-b314-93096c2c82a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73bc4b07-7e04-44b7-bb1d-868aeed372a5,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:42:07.733115 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-cc3639c5-d04c-4378-b314-93096c2c82a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:42:07.743359 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-cc3639c5-d04c-4378-b314-93096c2c82a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:07.758335 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 34774) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:42:07.758486 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-cc3639c5-d04c-4378-b314-93096c2c82a8 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/73bc4b07-7e04-44b7-bb1d-868aeed372a5 HTTP/1.1" status: 204  len: 168 time: 0.4192734
Sep 15 13:42:07.909215 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-ef23566a-9b0f-4251-ab33-69b1900faeab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854347016'] for network, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:07.911765 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device 293d2ccc-84fb-4750-a15d-85281389375b no longer exists at agent ovs-agent-dv-cinder-809181-1-iscsi {{(pid=82347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Sep 15 13:42:07.994070 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] No Port match for: 293d2ccc-84fb-4750-a15d-85281389375b {{(pid=82347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Sep 15 13:42:07.994750 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device 293d2ccc-84fb-4750-a15d-85281389375b not bound to the agent host dv-cinder-809181-1-iscsi {{(pid=82347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Sep 15 13:42:08.086161 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-ef23566a-9b0f-4251-ab33-69b1900faeab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13861', 'neutron.services.segments.db._delete_segments_for_network-8735111364894'] for network, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:08.101140 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.services.segments.db [None req-ef23566a-9b0f-4251-ab33-69b1900faeab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1cd11e7da0>,) {'filters': {'network_id': ['9bbaa344-d9a5-4321-ad27-cafc69ce0f2b']}} {{(pid=82345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:42:08.116881 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.services.segments.db [None req-ef23566a-9b0f-4251-ab33-69b1900faeab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1cd11e7da0>, '4bd26eda-5bf6-4400-9bb5-1b702a14f250') {'for_net_delete': True} {{(pid=82345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:42:08.117225 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.services.segments.db [None req-ef23566a-9b0f-4251-ab33-69b1900faeab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1cd11e7da0>, '4bd26eda-5bf6-4400-9bb5-1b702a14f250') {} {{(pid=82345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:42:08.130957 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-ef23566a-9b0f-4251-ab33-69b1900faeab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363301743409746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852126589'] for segment, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:08.148746 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-ef23566a-9b0f-4251-ab33-69b1900faeab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854307961'] for segment, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:08.156126 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef23566a-9b0f-4251-ab33-69b1900faeab admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=82345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Sep 15 13:42:08.156715 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-ef23566a-9b0f-4251-ab33-69b1900faeab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-467870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2637340'] for segment, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:08.173359 dv-cinder-809181-1-iscsi neutron-server[82236]: Traceback (most recent call last):
Sep 15 13:42:08.173359 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Sep 15 13:42:08.173359 dv-cinder-809181-1-iscsi neutron-server[82236]:     timer()
Sep 15 13:42:08.173359 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 15 13:42:08.173359 dv-cinder-809181-1-iscsi neutron-server[82236]:     cb(*args, **kw)
Sep 15 13:42:08.173359 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Sep 15 13:42:08.173359 dv-cinder-809181-1-iscsi neutron-server[82236]:     return func(*args, **kwargs)
Sep 15 13:42:08.173359 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 15 13:42:08.173359 dv-cinder-809181-1-iscsi neutron-server[82236]:     self._notify()
Sep 15 13:42:08.173359 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 15 13:42:08.173359 dv-cinder-809181-1-iscsi neutron-server[82236]:     self.callback(batched_events)
Sep 15 13:42:08.173359 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 15 13:42:08.173359 dv-cinder-809181-1-iscsi neutron-server[82236]:     event.method(event)
Sep 15 13:42:08.173359 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 15 13:42:08.173359 dv-cinder-809181-1-iscsi neutron-server[82236]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 15 13:42:08.173359 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Sep 15 13:42:08.173359 dv-cinder-809181-1-iscsi neutron-server[82236]:     segment_id)['aggregates'][0]
Sep 15 13:42:08.173359 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Sep 15 13:42:08.173359 dv-cinder-809181-1-iscsi neutron-server[82236]:     return f(self, *a, **k)
Sep 15 13:42:08.173359 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Sep 15 13:42:08.173359 dv-cinder-809181-1-iscsi neutron-server[82236]:     return self._get(url).json()
Sep 15 13:42:08.173359 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Sep 15 13:42:08.173359 dv-cinder-809181-1-iscsi neutron-server[82236]:     **kwargs)
Sep 15 13:42:08.173359 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Sep 15 13:42:08.173359 dv-cinder-809181-1-iscsi neutron-server[82236]:     return self.request(url, 'GET', **kwargs)
Sep 15 13:42:08.173359 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Sep 15 13:42:08.173359 dv-cinder-809181-1-iscsi neutron-server[82236]:     **endpoint_filter)
Sep 15 13:42:08.173359 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Sep 15 13:42:08.173359 dv-cinder-809181-1-iscsi neutron-server[82236]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 15 13:42:08.173359 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Sep 15 13:42:08.173359 dv-cinder-809181-1-iscsi neutron-server[82236]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 15 13:42:08.173359 dv-cinder-809181-1-iscsi neutron-server[82236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 15 13:42:08.529987 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-ef23566a-9b0f-4251-ab33-69b1900faeab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854761902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853102175'] for network, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:08.537742 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:42:08.551734 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-ef23566a-9b0f-4251-ab33-69b1900faeab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7149901'] for network, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:08.564849 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef23566a-9b0f-4251-ab33-69b1900faeab admin admin] Pushing event deleted for resources: {'Network': ['ID=9bbaa344-d9a5-4321-ad27-cafc69ce0f2b,revision_number=None']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:42:08.570550 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-ef23566a-9b0f-4251-ab33-69b1900faeab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:42:08.578257 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-ef23566a-9b0f-4251-ab33-69b1900faeab admin admin] 10.222.0.41 "DELETE /v2.0/networks/9bbaa344-d9a5-4321-ad27-cafc69ce0f2b HTTP/1.1" status: 204  len: 168 time: 0.8183987
Sep 15 13:42:08.599501 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1429bbc-9d91-41a1-91fb-a7be63ef857e req-9961e7f8-4e57-4b62-8f6a-0c2e154ef25b tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:42:08.601342 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-f1429bbc-9d91-41a1-91fb-a7be63ef857e req-9961e7f8-4e57-4b62-8f6a-0c2e154ef25b tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/ports?device_id=77ed6e87-608d-4dd2-ac4e-4cf4e42fd368 HTTP/1.1" status: 200  len: 945 time: 0.1263554
Sep 15 13:42:08.655991 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-f1429bbc-9d91-41a1-91fb-a7be63ef857e req-7f889cc8-d67b-4b5e-82e6-a74e5266537a tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c08ff91-f7c0-4639-896f-1511f14e2415&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450234
Sep 15 13:42:08.729927 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 34820) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:42:08.790515 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-ea4ea757-0469-4f63-b52a-d503afcbd302 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=80893221bf4b42c18fd54176a50bc76a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0592437
Sep 15 13:42:08.793329 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 34824) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:42:08.858528 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7b0d745b-1e81-4f36-bb7b-ddcbaaad833f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:08.885963 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7b0d745b-1e81-4f36-bb7b-ddcbaaad833f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:08.930075 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7b0d745b-1e81-4f36-bb7b-ddcbaaad833f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:08.935088 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-d9f7b503-c4ee-4441-8348-35ed1dc8a76b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:42:08.949746 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0d745b-1e81-4f36-bb7b-ddcbaaad833f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c350d5a2-85f6-45d8-b7b6-3300cd466f1d,revision_number=None']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:42:08.954623 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-7b0d745b-1e81-4f36-bb7b-ddcbaaad833f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:42:08.960919 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7b0d745b-1e81-4f36-bb7b-ddcbaaad833f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:08.962171 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-7b0d745b-1e81-4f36-bb7b-ddcbaaad833f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c350d5a2-85f6-45d8-b7b6-3300cd466f1d HTTP/1.1" status: 204  len: 168 time: 0.1678100
Sep 15 13:42:09.400066 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 34842) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:42:09.551659 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-4f7d217c-ab7d-4279-ad52-b2c0e336a028 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:09.585207 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-4f7d217c-ab7d-4279-ad52-b2c0e336a028 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:42:09.589841 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-4f7d217c-ab7d-4279-ad52-b2c0e336a028 admin admin] Usage tracker for resource:security_group_rule and tenant:071d4615186847bda44fcdf105692303 is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:42:09.592937 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-4f7d217c-ab7d-4279-ad52-b2c0e336a028 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:42:09.599539 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-4f7d217c-ab7d-4279-ad52-b2c0e336a028 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:42:09.677678 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-4f7d217c-ab7d-4279-ad52-b2c0e336a028 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:09.688992 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-4f7d217c-ab7d-4279-ad52-b2c0e336a028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:09.691597 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-da8f009b-c791-4882-91ab-45646e54ebbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:42:09.739975 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-4f7d217c-ab7d-4279-ad52-b2c0e336a028 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=071d4615186847bda44fcdf105692303&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3361230
Sep 15 13:42:09.739975 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7d217c-ab7d-4279-ad52-b2c0e336a028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc36e24b-58bc-44a0-98ba-5bfe33d91f28,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:42:09.740587 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 34862) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:42:09.742579 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-4f7d217c-ab7d-4279-ad52-b2c0e336a028 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:42:09.817812 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device d736fd68-0311-4aaa-bf90-a3426793c3df no longer exists at agent ovs-agent-dv-cinder-809181-1-iscsi {{(pid=82347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Sep 15 13:42:09.857237 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] No Port match for: d736fd68-0311-4aaa-bf90-a3426793c3df {{(pid=82347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Sep 15 13:42:09.857623 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device d736fd68-0311-4aaa-bf90-a3426793c3df not bound to the agent host dv-cinder-809181-1-iscsi {{(pid=82347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Sep 15 13:42:09.868892 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2cfdbcf2-0e6e-4d0d-9951-43c020985812 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:09.907498 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2cfdbcf2-0e6e-4d0d-9951-43c020985812 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:09.939149 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba3da9-9327-416b-857a-8d74cb4ef20a req-3085d971-6e01-44cb-8ebd-cf62ab1db350 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:42:09.940777 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-6eba3da9-9327-416b-857a-8d74cb4ef20a req-3085d971-6e01-44cb-8ebd-cf62ab1db350 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/ports?device_id=77ed6e87-608d-4dd2-ac4e-4cf4e42fd368 HTTP/1.1" status: 200  len: 945 time: 0.1504960
Sep 15 13:42:10.001001 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-6eba3da9-9327-416b-857a-8d74cb4ef20a req-c2d48e6e-b6da-4fc3-8caa-dcc381b093a2 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c08ff91-f7c0-4639-896f-1511f14e2415&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0495303
Sep 15 13:42:10.005108 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2cfdbcf2-0e6e-4d0d-9951-43c020985812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:10.010067 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:42:10.027713 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfdbcf2-0e6e-4d0d-9951-43c020985812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc36e24b-58bc-44a0-98ba-5bfe33d91f28,revision_number=None']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:42:10.027902 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-2cfdbcf2-0e6e-4d0d-9951-43c020985812 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:42:10.028739 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2cfdbcf2-0e6e-4d0d-9951-43c020985812 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:10.032412 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-2cfdbcf2-0e6e-4d0d-9951-43c020985812 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cc36e24b-58bc-44a0-98ba-5bfe33d91f28 HTTP/1.1" status: 204  len: 168 time: 0.2875595
Sep 15 13:42:10.754447 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 34902) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:42:10.824786 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6379c96-0ab7-4ae8-b7fc-628390b00aee admin admin] Deleting subnet 351e9296-ac88-478f-acd0-033a2a9e029f {{(pid=82345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Sep 15 13:42:10.828344 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-d6379c96-0ab7-4ae8-b7fc-628390b00aee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:10.893446 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-d6379c96-0ab7-4ae8-b7fc-628390b00aee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649242'] for subnet, precommit_delete_associations {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:10.957192 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-d6379c96-0ab7-4ae8-b7fc-628390b00aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-956'] for subnet, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:11.025719 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-d6379c96-0ab7-4ae8-b7fc-628390b00aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2637479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853466844'] for subnet, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:11.042055 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-c02b88a1-e3d4-4885-b768-b92e21003e51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:42:11.080662 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6379c96-0ab7-4ae8-b7fc-628390b00aee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=351e9296-ac88-478f-acd0-033a2a9e029f,revision_number=None']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:42:11.084052 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-d6379c96-0ab7-4ae8-b7fc-628390b00aee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:42:11.085314 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-d6379c96-0ab7-4ae8-b7fc-628390b00aee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7149901'] for subnet, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:11.096184 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 34922) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:42:11.096455 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-d6379c96-0ab7-4ae8-b7fc-628390b00aee admin admin] 10.222.0.41 "DELETE /v2.0/subnets/351e9296-ac88-478f-acd0-033a2a9e029f HTTP/1.1" status: 204  len: 168 time: 0.3420537
Sep 15 13:42:11.244557 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-3b726992-25a5-40aa-90e1-f7f6223d024c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854347016'] for network, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:11.290134 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c583265-5ab9-41ef-a08b-92b2a9674e5f req-ea7e2777-ff0c-4bdf-9c6c-bc3da861a3b0 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:42:11.307374 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-5c583265-5ab9-41ef-a08b-92b2a9674e5f req-ea7e2777-ff0c-4bdf-9c6c-bc3da861a3b0 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/ports?device_id=77ed6e87-608d-4dd2-ac4e-4cf4e42fd368 HTTP/1.1" status: 200  len: 945 time: 0.1325238
Sep 15 13:42:11.390261 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-5c583265-5ab9-41ef-a08b-92b2a9674e5f req-cf66fb4f-9b1f-4f02-ba60-95375ca1d555 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c08ff91-f7c0-4639-896f-1511f14e2415&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0818589
Sep 15 13:42:11.453487 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-3b726992-25a5-40aa-90e1-f7f6223d024c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13861', 'neutron.services.segments.db._delete_segments_for_network-8735111364894'] for network, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:11.468681 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.services.segments.db [None req-3b726992-25a5-40aa-90e1-f7f6223d024c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1cd2180898>,) {'filters': {'network_id': ['0aeb072c-a9dd-4843-980d-6722c2605338']}} {{(pid=82346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:42:11.486253 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.services.segments.db [None req-3b726992-25a5-40aa-90e1-f7f6223d024c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1cd2180898>, '63d1bfcf-0223-48a4-817f-096249120299') {'for_net_delete': True} {{(pid=82346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:42:11.486792 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.services.segments.db [None req-3b726992-25a5-40aa-90e1-f7f6223d024c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1cd2180898>, '63d1bfcf-0223-48a4-817f-096249120299') {} {{(pid=82346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:42:11.501585 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-3b726992-25a5-40aa-90e1-f7f6223d024c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363301743409746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3089130'] for segment, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:11.517469 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-3b726992-25a5-40aa-90e1-f7f6223d024c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854307961'] for segment, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:11.524542 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b726992-25a5-40aa-90e1-f7f6223d024c admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=82346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Sep 15 13:42:11.524975 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-3b726992-25a5-40aa-90e1-f7f6223d024c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-467870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853328127'] for segment, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:11.539975 dv-cinder-809181-1-iscsi neutron-server[82236]: Traceback (most recent call last):
Sep 15 13:42:11.539975 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Sep 15 13:42:11.539975 dv-cinder-809181-1-iscsi neutron-server[82236]:     timer()
Sep 15 13:42:11.539975 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 15 13:42:11.539975 dv-cinder-809181-1-iscsi neutron-server[82236]:     cb(*args, **kw)
Sep 15 13:42:11.539975 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Sep 15 13:42:11.539975 dv-cinder-809181-1-iscsi neutron-server[82236]:     return func(*args, **kwargs)
Sep 15 13:42:11.539975 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 15 13:42:11.539975 dv-cinder-809181-1-iscsi neutron-server[82236]:     self._notify()
Sep 15 13:42:11.539975 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 15 13:42:11.539975 dv-cinder-809181-1-iscsi neutron-server[82236]:     self.callback(batched_events)
Sep 15 13:42:11.539975 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 15 13:42:11.539975 dv-cinder-809181-1-iscsi neutron-server[82236]:     event.method(event)
Sep 15 13:42:11.539975 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 15 13:42:11.539975 dv-cinder-809181-1-iscsi neutron-server[82236]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 15 13:42:11.539975 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Sep 15 13:42:11.539975 dv-cinder-809181-1-iscsi neutron-server[82236]:     segment_id)['aggregates'][0]
Sep 15 13:42:11.539975 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Sep 15 13:42:11.539975 dv-cinder-809181-1-iscsi neutron-server[82236]:     return f(self, *a, **k)
Sep 15 13:42:11.539975 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Sep 15 13:42:11.539975 dv-cinder-809181-1-iscsi neutron-server[82236]:     return self._get(url).json()
Sep 15 13:42:11.539975 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Sep 15 13:42:11.539975 dv-cinder-809181-1-iscsi neutron-server[82236]:     **kwargs)
Sep 15 13:42:11.539975 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Sep 15 13:42:11.539975 dv-cinder-809181-1-iscsi neutron-server[82236]:     return self.request(url, 'GET', **kwargs)
Sep 15 13:42:11.539975 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Sep 15 13:42:11.539975 dv-cinder-809181-1-iscsi neutron-server[82236]:     **endpoint_filter)
Sep 15 13:42:11.539975 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Sep 15 13:42:11.539975 dv-cinder-809181-1-iscsi neutron-server[82236]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 15 13:42:11.539975 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Sep 15 13:42:11.539975 dv-cinder-809181-1-iscsi neutron-server[82236]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 15 13:42:11.539975 dv-cinder-809181-1-iscsi neutron-server[82236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 15 13:42:11.617891 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-3b726992-25a5-40aa-90e1-f7f6223d024c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854761902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853102175'] for network, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:11.621737 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-4210a56c-34d4-4b6e-ad3a-38078e642e07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:42:11.641733 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-3b726992-25a5-40aa-90e1-f7f6223d024c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7149901'] for network, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:11.657907 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b726992-25a5-40aa-90e1-f7f6223d024c admin admin] Pushing event deleted for resources: {'Network': ['ID=0aeb072c-a9dd-4843-980d-6722c2605338,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:42:11.666366 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-3b726992-25a5-40aa-90e1-f7f6223d024c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:42:11.669203 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-3b726992-25a5-40aa-90e1-f7f6223d024c admin admin] 10.222.0.41 "DELETE /v2.0/networks/0aeb072c-a9dd-4843-980d-6722c2605338 HTTP/1.1" status: 204  len: 168 time: 0.5716181
Sep 15 13:42:11.907052 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 34982) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:42:11.965412 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-2e7ccf0c-c77a-46c8-8853-e3df231207f3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0cbcac6f7225495aa1bb03e6b75f260d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0541692
Sep 15 13:42:11.965869 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 34986) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:42:12.028919 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-61ff71f6-c539-4264-8bee-bf4bb4b8f850 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:12.056492 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-61ff71f6-c539-4264-8bee-bf4bb4b8f850 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:12.100378 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-61ff71f6-c539-4264-8bee-bf4bb4b8f850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:12.105248 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-3457241b-cf7e-455a-852b-20d7efe9d027 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:42:12.119622 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ff71f6-c539-4264-8bee-bf4bb4b8f850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec045ec-f9aa-4f72-9045-a175b13bb7d2,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:42:12.123886 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-61ff71f6-c539-4264-8bee-bf4bb4b8f850 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:42:12.127173 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-61ff71f6-c539-4264-8bee-bf4bb4b8f850 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:12.128386 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-61ff71f6-c539-4264-8bee-bf4bb4b8f850 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3ec045ec-f9aa-4f72-9045-a175b13bb7d2 HTTP/1.1" status: 204  len: 168 time: 0.1615102
Sep 15 13:42:12.607949 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5e7a7a-0efc-45e7-9d29-94b734734b43 req-80f61c92-3d51-4356-a891-57e313bac894 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:42:12.609564 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-3a5e7a7a-0efc-45e7-9d29-94b734734b43 req-80f61c92-3d51-4356-a891-57e313bac894 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/ports?device_id=77ed6e87-608d-4dd2-ac4e-4cf4e42fd368 HTTP/1.1" status: 200  len: 945 time: 0.0875828
Sep 15 13:42:12.662394 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-3a5e7a7a-0efc-45e7-9d29-94b734734b43 req-32fc98b4-e941-4b12-8656-340cb091190b tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c08ff91-f7c0-4639-896f-1511f14e2415&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432169
Sep 15 13:42:13.120515 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 35036) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:42:13.224497 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.agents_db [None req-051818a7-3814-4859-966a-2c4e7d325cc9 None None] Agent healthcheck: found 6 active agents {{(pid=82348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Sep 15 13:42:13.234756 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8c0946-9022-44d6-b415-d9bad63ceeb4 req-644a4705-cb1a-49b5-bcfa-13538d5b359d tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:42:13.242551 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-fe8c0946-9022-44d6-b415-d9bad63ceeb4 req-644a4705-cb1a-49b5-bcfa-13538d5b359d tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/ports?device_id=77ed6e87-608d-4dd2-ac4e-4cf4e42fd368 HTTP/1.1" status: 200  len: 945 time: 0.1041284
Sep 15 13:42:13.326408 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [None req-db3ae0d7-01c0-4d1b-a525-c2a21de2131c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1022558155-network', 'tenant_id': 'f4690db418f54210bb493bf3245c165d'}} {{(pid=82345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:42:13.339211 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-db3ae0d7-01c0-4d1b-a525-c2a21de2131c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:42:13.349248 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-db3ae0d7-01c0-4d1b-a525-c2a21de2131c admin admin] Usage tracker for resource:network and tenant:f4690db418f54210bb493bf3245c165d is out of sync, need to count used quota {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:42:13.354670 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-fe8c0946-9022-44d6-b415-d9bad63ceeb4 req-04a5bb23-09ea-4f39-bea8-8084ddf8f115 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c08ff91-f7c0-4639-896f-1511f14e2415&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1113722
Sep 15 13:42:13.355577 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-db3ae0d7-01c0-4d1b-a525-c2a21de2131c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:42:13.364391 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-db3ae0d7-01c0-4d1b-a525-c2a21de2131c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:42:13.399247 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db3ae0d7-01c0-4d1b-a525-c2a21de2131c admin admin] Made reservation on behalf of f4690db418f54210bb493bf3245c165d for: {'network': 1} {{(pid=82345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Sep 15 13:42:13.404541 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-db3ae0d7-01c0-4d1b-a525-c2a21de2131c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for network, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:13.420218 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-db3ae0d7-01c0-4d1b-a525-c2a21de2131c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:13.434468 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-48918139-a3b2-4fe0-b2b2-58296f12f898 req-7602b121-51b5-409f-96df-ecfa001c35ee service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=839ee03af2c74792a3a3c2d72d59dd55&device_id=77ed6e87-608d-4dd2-ac4e-4cf4e42fd368 HTTP/1.1" status: 200  len: 1098 time: 0.1889753
Sep 15 13:42:13.501604 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-db3ae0d7-01c0-4d1b-a525-c2a21de2131c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:42:13.556971 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-db3ae0d7-01c0-4d1b-a525-c2a21de2131c admin admin] Usage tracker for resource:security_group_rule and tenant:f4690db418f54210bb493bf3245c165d is out of sync, need to count used quota {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:42:13.564300 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-db3ae0d7-01c0-4d1b-a525-c2a21de2131c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:42:13.579513 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-db3ae0d7-01c0-4d1b-a525-c2a21de2131c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:42:13.624463 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48918139-a3b2-4fe0-b2b2-58296f12f898 req-da44a84b-d3f6-4615-a72c-2f864f077796 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:42:13.626047 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-48918139-a3b2-4fe0-b2b2-58296f12f898 req-da44a84b-d3f6-4615-a72c-2f864f077796 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9b5d95b3-3bf8-4370-9b66-9dd986b48a07 HTTP/1.1" status: 200  len: 912 time: 0.1825366
Sep 15 13:42:13.757975 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-db3ae0d7-01c0-4d1b-a525-c2a21de2131c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:13.763188 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-db3ae0d7-01c0-4d1b-a525-c2a21de2131c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:13.774080 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-ef45810b-d782-4a92-b872-5492eaf93dba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:42:13.792980 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-48918139-a3b2-4fe0-b2b2-58296f12f898 req-3cab7339-b5b0-4a6a-a839-3308d8f33be0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cfe82913-7703-4af3-8804-f17b33bc3488 HTTP/1.1" status: 200  len: 1001 time: 0.1502318
Sep 15 13:42:13.799520 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db3ae0d7-01c0-4d1b-a525-c2a21de2131c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353}  {{(pid=82345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}}
Sep 15 13:42:13.866124 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3ae0d7-01c0-4d1b-a525-c2a21de2131c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4781b849-c099-4cd6-9eb8-2f7a21e5e982,revision_number=1']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:42:13.878388 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-db3ae0d7-01c0-4d1b-a525-c2a21de2131c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854307961'] for segment, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:13.878837 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.db.segments_db [None req-db3ae0d7-01c0-4d1b-a525-c2a21de2131c admin admin] Added segment 1d9e96c7-616e-4a0a-ae4e-0fa650630ffb of type vlan for network 22ed8d12-b9e3-40b4-a189-731c2b225206
Sep 15 13:42:13.880150 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-db3ae0d7-01c0-4d1b-a525-c2a21de2131c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:42:13.900457 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48918139-a3b2-4fe0-b2b2-58296f12f898 req-67669e0b-21eb-4297-a0fd-77b08b3798e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:42:13.902043 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-48918139-a3b2-4fe0-b2b2-58296f12f898 req-67669e0b-21eb-4297-a0fd-77b08b3798e5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1beceede-0773-432e-935b-1a5d4e30ef31 HTTP/1.1" status: 200  len: 850 time: 0.0932455
Sep 15 13:42:13.961428 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-db3ae0d7-01c0-4d1b-a525-c2a21de2131c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735110816490'] for network, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:14.013303 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-db3ae0d7-01c0-4d1b-a525-c2a21de2131c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916'] for network, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:14.016944 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3ae0d7-01c0-4d1b-a525-c2a21de2131c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:42:14.017594 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-db3ae0d7-01c0-4d1b-a525-c2a21de2131c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7149901'] for network, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:14.023731 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-ef23566a-9b0f-4251-ab33-69b1900faeab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:42:14.046952 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-48918139-a3b2-4fe0-b2b2-58296f12f898 req-a5a57864-9475-4d3d-9a2c-283185e5d145 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9b5d95b3-3bf8-4370-9b66-9dd986b48a07&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1356068
Sep 15 13:42:14.172383 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-db3ae0d7-01c0-4d1b-a525-c2a21de2131c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.0479045
Sep 15 13:42:14.173463 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 35052) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:42:14.180386 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [None req-5933db9f-53aa-41f3-9ee5-d2d057a9da33 admin admin] Request body: {'subnet': {'network_id': '22ed8d12-b9e3-40b4-a189-731c2b225206', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1022558155-subnet', 'tenant_id': 'f4690db418f54210bb493bf3245c165d', 'ip_version': 4}} {{(pid=82346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:42:14.183662 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3ae0d7-01c0-4d1b-a525-c2a21de2131c admin admin] Pushing event updated for resources: {'Network': ['ID=22ed8d12-b9e3-40b4-a189-731c2b225206,revision_number=1']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:42:14.195552 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Network 22ed8d12-b9e3-40b4-a189-731c2b225206 details requested by agent ovs-agent-dv-cinder-809181-1-iscsi with host dv-cinder-809181-1-iscsi {{(pid=82347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Sep 15 13:42:14.199254 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-5933db9f-53aa-41f3-9ee5-d2d057a9da33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:42:14.204584 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-5933db9f-53aa-41f3-9ee5-d2d057a9da33 admin admin] Usage tracker for resource:subnet and tenant:f4690db418f54210bb493bf3245c165d is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:42:14.208315 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-5933db9f-53aa-41f3-9ee5-d2d057a9da33 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:42:14.214674 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-5933db9f-53aa-41f3-9ee5-d2d057a9da33 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:42:14.225856 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5933db9f-53aa-41f3-9ee5-d2d057a9da33 admin admin] Made reservation on behalf of f4690db418f54210bb493bf3245c165d for: {'subnet': 1} {{(pid=82346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Sep 15 13:42:14.230990 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5933db9f-53aa-41f3-9ee5-d2d057a9da33 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853625535'] for subnet, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:14.243255 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-db3ae0d7-01c0-4d1b-a525-c2a21de2131c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:42:14.297164 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-48918139-a3b2-4fe0-b2b2-58296f12f898 req-c2d2b2a5-e6da-4217-9618-bf8b3e2381a2 service neutron] 10.222.0.36 "GET /v2.0/networks/9b5d95b3-3bf8-4370-9b66-9dd986b48a07?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2329683
Sep 15 13:42:14.478569 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-48918139-a3b2-4fe0-b2b2-58296f12f898 req-943bb358-278f-4b84-990d-bd5c8f949652 service neutron] 10.222.0.36 "GET /v2.0/networks/9b5d95b3-3bf8-4370-9b66-9dd986b48a07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1683121
Sep 15 13:42:14.484155 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5933db9f-53aa-41f3-9ee5-d2d057a9da33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853326977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853625520'] for subnet, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:14.488373 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:42:14.566070 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5933db9f-53aa-41f3-9ee5-d2d057a9da33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0feade9-7551-46e8-99cf-5fe531501bdc,revision_number=0']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:42:14.570027 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-5933db9f-53aa-41f3-9ee5-d2d057a9da33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:42:14.588242 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5933db9f-53aa-41f3-9ee5-d2d057a9da33 admin admin] Checking segment: {'id': '1d9e96c7-616e-4a0a-ae4e-0fa650630ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '22ed8d12-b9e3-40b4-a189-731c2b225206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Sep 15 13:42:14.588732 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5933db9f-53aa-41f3-9ee5-d2d057a9da33 admin admin] Network hostable DHCP agents. Network: 22ed8d12-b9e3-40b4-a189-731c2b225206, hostable agents: ['1e45ab9c-2f68-483a-a4f9-339d8484c2ba'], hosted agents: [] {{(pid=82346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Sep 15 13:42:14.605192 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b197f1-5a49-4d10-9e7d-446a3a175e40 req-82fcfc0d-642f-41e5-b611-082857a0388e tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:42:14.606841 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-20b197f1-5a49-4d10-9e7d-446a3a175e40 req-82fcfc0d-642f-41e5-b611-082857a0388e tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/ports?device_id=77ed6e87-608d-4dd2-ac4e-4cf4e42fd368 HTTP/1.1" status: 200  len: 945 time: 0.0924377
Sep 15 13:42:14.611513 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5933db9f-53aa-41f3-9ee5-d2d057a9da33 admin admin] Network 22ed8d12-b9e3-40b4-a189-731c2b225206 is scheduled to be hosted by DHCP agent 1e45ab9c-2f68-483a-a4f9-339d8484c2ba with binding_index 1 {{(pid=82346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Sep 15 13:42:14.620728 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.base_scheduler [None req-5933db9f-53aa-41f3-9ee5-d2d057a9da33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809181-1-iscsi, 22ed8d12-b9e3-40b4-a189-731c2b225206) {{(pid=82346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Sep 15 13:42:14.630261 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b79a372-6f36-4dfa-8cd1-53e2d90e05d3 None None] Network 22ed8d12-b9e3-40b4-a189-731c2b225206 requested from dv-cinder-809181-1-iscsi {{(pid=82347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Sep 15 13:42:14.634380 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5933db9f-53aa-41f3-9ee5-d2d057a9da33 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:42:14.635307 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5933db9f-53aa-41f3-9ee5-d2d057a9da33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:14.660407 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-5933db9f-53aa-41f3-9ee5-d2d057a9da33 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.4856892
Sep 15 13:42:14.663216 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 35062) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:42:14.669544 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [None req-7202058f-fd61-4424-8531-0deb5370131b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1022558155-router', 'tenant_id': 'f4690db418f54210bb493bf3245c165d', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6'}}} {{(pid=82346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:42:14.675732 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-7202058f-fd61-4424-8531-0deb5370131b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:42:14.680040 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-7202058f-fd61-4424-8531-0deb5370131b admin admin] Usage tracker for resource:router and tenant:f4690db418f54210bb493bf3245c165d is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:42:14.683382 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-20b197f1-5a49-4d10-9e7d-446a3a175e40 req-df1db3af-8a2c-45b0-8ce6-aa1f8752449e tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c08ff91-f7c0-4639-896f-1511f14e2415&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0703304
Sep 15 13:42:14.683535 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-7202058f-fd61-4424-8531-0deb5370131b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:42:14.699688 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-7202058f-fd61-4424-8531-0deb5370131b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:42:14.713016 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7202058f-fd61-4424-8531-0deb5370131b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853094885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854743947'] for router, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:14.714066 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7202058f-fd61-4424-8531-0deb5370131b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1681141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1673265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2016606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31868'] for router, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:14.744773 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7202058f-fd61-4424-8531-0deb5370131b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:14.957454 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5157d13b-fcf6-42be-af24-3c5af79f0bcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27da5d1b-a3b4-502a-adbd-d11dbe7a94ca-22ed8d12-b9e3-40b4-a189-731c2b225206', 'network_id': '22ed8d12-b9e3-40b4-a189-731c2b225206', 'tenant_id': 'f4690db418f54210bb493bf3245c165d', 'fixed_ips': [{'subnet_id': 'b0feade9-7551-46e8-99cf-5fe531501bdc'}]}} from dv-cinder-809181-1-iscsi. {{(pid=82347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Sep 15 13:42:14.958854 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5157d13b-fcf6-42be-af24-3c5af79f0bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_create {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:15.133810 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7202058f-fd61-4424-8531-0deb5370131b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1673218', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853094812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31855'] for router, precommit_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:15.190656 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.db_base_plugin_common [None req-5157d13b-fcf6-42be-af24-3c5af79f0bcb None None] Allocated IP 172.20.0.2 (22ed8d12-b9e3-40b4-a189-731c2b225206/b0feade9-7551-46e8-99cf-5fe531501bdc/de2cf2d6-be4b-460b-bb88-01ad4e742eaf) {{(pid=82347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Sep 15 13:42:15.393353 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7202058f-fd61-4424-8531-0deb5370131b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:15.429822 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7202058f-fd61-4424-8531-0deb5370131b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:15.449316 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5157d13b-fcf6-42be-af24-3c5af79f0bcb None None] Notify callbacks [] for port, precommit_create {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:15.460584 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-5157d13b-fcf6-42be-af24-3c5af79f0bcb None None] Transition to ACTIVE for port object de2cf2d6-be4b-460b-bb88-01ad4e742eaf will not be triggered until provisioned by entity L2. {{(pid=82347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Sep 15 13:42:15.484536 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-5157d13b-fcf6-42be-af24-3c5af79f0bcb None None] Transition to ACTIVE for port object de2cf2d6-be4b-460b-bb88-01ad4e742eaf will not be triggered until provisioned by entity DHCP. {{(pid=82347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Sep 15 13:42:15.491909 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5157d13b-fcf6-42be-af24-3c5af79f0bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363301743938437'] for port, after_create {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:15.500746 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:42:15.564320 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5157d13b-fcf6-42be-af24-3c5af79f0bcb None None] Network 22ed8d12-b9e3-40b4-a189-731c2b225206 is already hosted by enough agents. {{(pid=82347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Sep 15 13:42:15.568042 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.base_scheduler [None req-5157d13b-fcf6-42be-af24-3c5af79f0bcb None None] Resources bound (agent type, host, resource id):  {{(pid=82347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Sep 15 13:42:15.572065 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5157d13b-fcf6-42be-af24-3c5af79f0bcb None None] Received port after_create {{(pid=82347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 15 13:42:15.580649 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5157d13b-fcf6-42be-af24-3c5af79f0bcb None None] Pushing event updated for resources: {'Port': ['ID=de2cf2d6-be4b-460b-bb88-01ad4e742eaf,revision_number=1']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:42:15.591263 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.db_base_plugin_common [None req-7202058f-fd61-4424-8531-0deb5370131b admin admin] Allocated IP 172.27.2.219 (8154de37-a8f1-49b5-9df6-05123ded69e6/8c022743-acfa-4652-88a1-355a85d34b79/4991f538-f040-446c-85fd-77ffb9e8a3c9) {{(pid=82346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Sep 15 13:42:15.620576 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5157d13b-fcf6-42be-af24-3c5af79f0bcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:42:15.621361 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5157d13b-fcf6-42be-af24-3c5af79f0bcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:42:15.621361 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5157d13b-fcf6-42be-af24-3c5af79f0bcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:42:15.621705 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5157d13b-fcf6-42be-af24-3c5af79f0bcb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:42:15.622086 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5157d13b-fcf6-42be-af24-3c5af79f0bcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:42:15.622462 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5157d13b-fcf6-42be-af24-3c5af79f0bcb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:42:15.622846 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5157d13b-fcf6-42be-af24-3c5af79f0bcb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:42:15.623239 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5157d13b-fcf6-42be-af24-3c5af79f0bcb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:42:15.623615 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5157d13b-fcf6-42be-af24-3c5af79f0bcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:42:15.624050 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5157d13b-fcf6-42be-af24-3c5af79f0bcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:42:15.624425 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5157d13b-fcf6-42be-af24-3c5af79f0bcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:42:15.635190 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-5157d13b-fcf6-42be-af24-3c5af79f0bcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:42:15.691372 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [None req-5157d13b-fcf6-42be-af24-3c5af79f0bcb None None] Attempting to bind port de2cf2d6-be4b-460b-bb88-01ad4e742eaf on host dv-cinder-809181-1-iscsi for vnic_type normal with profile  {{(pid=82347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Sep 15 13:42:15.691829 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [None req-5157d13b-fcf6-42be-af24-3c5af79f0bcb None None] Attempting to bind port de2cf2d6-be4b-460b-bb88-01ad4e742eaf by drivers openvswitch,hyperv on host dv-cinder-809181-1-iscsi at level 0 using segments [{'id': '1d9e96c7-616e-4a0a-ae4e-0fa650630ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '22ed8d12-b9e3-40b4-a189-731c2b225206'}] {{(pid=82347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Sep 15 13:42:15.692246 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5157d13b-fcf6-42be-af24-3c5af79f0bcb None None] Attempting to bind port de2cf2d6-be4b-460b-bb88-01ad4e742eaf on network 22ed8d12-b9e3-40b4-a189-731c2b225206 {{(pid=82347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Sep 15 13:42:15.701717 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5157d13b-fcf6-42be-af24-3c5af79f0bcb None None] Checking agent: {'id': '0bfd5640-42e8-4a2a-ac27-f2d96fe1a4e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809181-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 29, 28), 'started_at': datetime.datetime(2021, 9, 15, 13, 29, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809181-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Sep 15 13:42:15.702144 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5157d13b-fcf6-42be-af24-3c5af79f0bcb None None] Checking segment: {'id': '1d9e96c7-616e-4a0a-ae4e-0fa650630ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '22ed8d12-b9e3-40b4-a189-731c2b225206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Sep 15 13:42:15.702605 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5157d13b-fcf6-42be-af24-3c5af79f0bcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:15.703298 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5157d13b-fcf6-42be-af24-3c5af79f0bcb None None] Bound using segment: {'id': '1d9e96c7-616e-4a0a-ae4e-0fa650630ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '22ed8d12-b9e3-40b4-a189-731c2b225206'} {{(pid=82347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Sep 15 13:42:15.703871 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [None req-5157d13b-fcf6-42be-af24-3c5af79f0bcb None None] Bound port: de2cf2d6-be4b-460b-bb88-01ad4e742eaf, host: dv-cinder-809181-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d9e96c7-616e-4a0a-ae4e-0fa650630ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '22ed8d12-b9e3-40b4-a189-731c2b225206'}}] {{(pid=82347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Sep 15 13:42:15.704301 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5157d13b-fcf6-42be-af24-3c5af79f0bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:15.767688 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7202058f-fd61-4424-8531-0deb5370131b admin admin] Notify callbacks [] for port, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:15.797351 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7202058f-fd61-4424-8531-0deb5370131b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363301743938437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1447919'] for port, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:15.802119 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-98b79086-6e5f-45e1-8e3c-03cdf2c2422c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:42:15.803372 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-5157d13b-fcf6-42be-af24-3c5af79f0bcb None None] For port de2cf2d6-be4b-460b-bb88-01ad4e742eaf, host dv-cinder-809181-1-iscsi, cleared binding levels {{(pid=82347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Sep 15 13:42:15.806702 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-5157d13b-fcf6-42be-af24-3c5af79f0bcb None None] For port de2cf2d6-be4b-460b-bb88-01ad4e742eaf, host dv-cinder-809181-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-iscsi',level=0,port_id=de2cf2d6-be4b-460b-bb88-01ad4e742eaf,segment=NetworkSegment(1d9e96c7-616e-4a0a-ae4e-0fa650630ffb),segment_id=1d9e96c7-616e-4a0a-ae4e-0fa650630ffb)] {{(pid=82347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Sep 15 13:42:15.817242 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5157d13b-fcf6-42be-af24-3c5af79f0bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:15.822011 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-f8cc552e-0947-4fa7-b745-44727fa95d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:42:15.878786 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7202058f-fd61-4424-8531-0deb5370131b admin admin] Network 8154de37-a8f1-49b5-9df6-05123ded69e6 is already hosted by enough agents. {{(pid=82346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Sep 15 13:42:15.882422 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.base_scheduler [None req-7202058f-fd61-4424-8531-0deb5370131b admin admin] Resources bound (agent type, host, resource id):  {{(pid=82346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Sep 15 13:42:15.887171 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7202058f-fd61-4424-8531-0deb5370131b admin admin] Received port after_create {{(pid=82346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 15 13:42:15.916686 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7202058f-fd61-4424-8531-0deb5370131b admin admin] Pushing event updated for resources: {'Port': ['ID=4991f538-f040-446c-85fd-77ffb9e8a3c9,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:42:15.921244 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5157d13b-fcf6-42be-af24-3c5af79f0bcb None None] Pushing event updated for resources: {'Port': ['ID=de2cf2d6-be4b-460b-bb88-01ad4e742eaf,revision_number=2']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:42:15.922173 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-7202058f-fd61-4424-8531-0deb5370131b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:42:15.924957 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-5157d13b-fcf6-42be-af24-3c5af79f0bcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:42:15.930826 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ecd642-f5fa-4382-a03b-2300163ec718 req-65a24252-ce46-4077-ad52-563c84854be1 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:42:15.932645 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-40ecd642-f5fa-4382-a03b-2300163ec718 req-65a24252-ce46-4077-ad52-563c84854be1 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/ports?device_id=77ed6e87-608d-4dd2-ac4e-4cf4e42fd368 HTTP/1.1" status: 200  len: 945 time: 0.1218328
Sep 15 13:42:15.983971 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-40ecd642-f5fa-4382-a03b-2300163ec718 req-1dbb7630-1be4-4890-92d7-aad058410fe4 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c08ff91-f7c0-4639-896f-1511f14e2415&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450888
Sep 15 13:42:16.060359 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7202058f-fd61-4424-8531-0deb5370131b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:16.061136 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7202058f-fd61-4424-8531-0deb5370131b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1680915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853102492'] for router, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:16.351747 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7202058f-fd61-4424-8531-0deb5370131b admin admin] Router cbcf65af-5671-409b-8800-fbc195aa143b is scheduled to L3 agent c919ec5e-912e-4080-8a6b-9b8956cb875b with binding_index 1 {{(pid=82346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Sep 15 13:42:16.571768 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7202058f-fd61-4424-8531-0deb5370131b admin admin] Notify agent at l3_agent.dv-cinder-809181-1-iscsi the message routers_updated {{(pid=82346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Sep 15 13:42:16.582223 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0368844e-7b48-4a9a-8ddd-5bd6ae3a7ba0 None None] Sync routers for ids ['cbcf65af-5671-409b-8800-fbc195aa143b'] in dv-cinder-809181-1-iscsi {{(pid=82347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Sep 15 13:42:16.595245 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7202058f-fd61-4424-8531-0deb5370131b admin admin] Notify callbacks [] for router, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:16.595621 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0368844e-7b48-4a9a-8ddd-5bd6ae3a7ba0 None None] Routers {'cbcf65af-5671-409b-8800-fbc195aa143b'} bound to L3 agent in host dv-cinder-809181-1-iscsi {{(pid=82347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 15 13:42:16.596350 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-0368844e-7b48-4a9a-8ddd-5bd6ae3a7ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cd21fdef0>, 'dv-cinder-809181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T13:29:29Z,description=<?>,heartbeat_timestamp=2021-09-15T13:41:59Z,host='dv-cinder-809181-1-iscsi',id=c919ec5e-912e-4080-8a6b-9b8956cb875b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T13:29:29Z,topic='l3_agent')) {'router_ids': ['cbcf65af-5671-409b-8800-fbc195aa143b'], 'active': True} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:42:16.596671 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-7202058f-fd61-4424-8531-0deb5370131b admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 1.9322367
Sep 15 13:42:16.600008 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 35086) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:42:16.803769 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvr_db [None req-0368844e-7b48-4a9a-8ddd-5bd6ae3a7ba0 None None] Set router cbcf65af-5671-409b-8800-fbc195aa143b gateway port host: dv-cinder-809181-1-iscsi {{(pid=82347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Sep 15 13:42:17.119785 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-0368844e-7b48-4a9a-8ddd-5bd6ae3a7ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cd21fdef0>, [{'id': 'cbcf65af-5671-409b-8800-fbc195aa143b', 'name': 'tempest-TestMinimumBasicScenario-1022558155-router', 'tenant_id': 'f4690db418f54210bb493bf3245c165d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '4991f538-f040-446c-85fd-77ffb9e8a3c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:42:14Z', 'updated_at': '2021-09-15T13:42:16Z', 'revision_number': 3, 'project_id': 'f4690db418f54210bb493bf3245c165d', 'gw_port': {'id': '4991f538-f040-446c-85fd-77ffb9e8a3c9', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:35:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbcf65af-5671-409b-8800-fbc195aa143b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:42:15Z', 'updated_at': '2021-09-15T13:42:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi'}], 'dv-cinder-809181-1-iscsi', False) {} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:42:17.124656 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0368844e-7b48-4a9a-8ddd-5bd6ae3a7ba0 None None] Checking router: cbcf65af-5671-409b-8800-fbc195aa143b for host: dv-cinder-809181-1-iscsi {{(pid=82347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Sep 15 13:42:17.125048 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0368844e-7b48-4a9a-8ddd-5bd6ae3a7ba0 None None] Updating router cbcf65af-5671-409b-8800-fbc195aa143b port 4991f538-f040-446c-85fd-77ffb9e8a3c9 binding host dv-cinder-809181-1-iscsi {{(pid=82347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Sep 15 13:42:17.183050 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-0368844e-7b48-4a9a-8ddd-5bd6ae3a7ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:17.449419 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2917ad18-b0c6-4069-911d-e03fd6149ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:17.573349 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-0368844e-7b48-4a9a-8ddd-5bd6ae3a7ba0 None None] Notify callbacks [] for port, precommit_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:17.587296 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-0368844e-7b48-4a9a-8ddd-5bd6ae3a7ba0 None None] Transition to ACTIVE for port object 4991f538-f040-446c-85fd-77ffb9e8a3c9 will not be triggered until provisioned by entity L2. {{(pid=82347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Sep 15 13:42:17.595241 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-0368844e-7b48-4a9a-8ddd-5bd6ae3a7ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:17.600667 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:42:17.681151 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c938551-004e-4262-bf5b-6544486a923f None None] Network 22ed8d12-b9e3-40b4-a189-731c2b225206 requested from dv-cinder-809181-1-iscsi {{(pid=82347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Sep 15 13:42:17.696870 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.db_base_plugin_common [None req-2917ad18-b0c6-4069-911d-e03fd6149ba3 admin admin] Allocated IP 172.20.0.1 (22ed8d12-b9e3-40b4-a189-731c2b225206/b0feade9-7551-46e8-99cf-5fe531501bdc/bcded881-accd-42aa-9c25-1782deda1dfe) {{(pid=82346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Sep 15 13:42:17.722806 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [None req-0368844e-7b48-4a9a-8ddd-5bd6ae3a7ba0 None None] Attempting to bind port 4991f538-f040-446c-85fd-77ffb9e8a3c9 on host dv-cinder-809181-1-iscsi for vnic_type normal with profile  {{(pid=82347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Sep 15 13:42:17.723264 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [None req-0368844e-7b48-4a9a-8ddd-5bd6ae3a7ba0 None None] Attempting to bind port 4991f538-f040-446c-85fd-77ffb9e8a3c9 by drivers openvswitch,hyperv on host dv-cinder-809181-1-iscsi at level 0 using segments [{'id': 'fb39ec5d-b714-4bbc-8dc4-da8589a681e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6'}] {{(pid=82347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Sep 15 13:42:17.723722 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0368844e-7b48-4a9a-8ddd-5bd6ae3a7ba0 None None] Attempting to bind port 4991f538-f040-446c-85fd-77ffb9e8a3c9 on network 8154de37-a8f1-49b5-9df6-05123ded69e6 {{(pid=82347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Sep 15 13:42:17.736445 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966038f4-a482-4b87-bb4f-b98e8b724376 None None] Pushing event updated for resources: {'Port': ['ID=4991f538-f040-446c-85fd-77ffb9e8a3c9,revision_number=2']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:42:17.744965 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-966038f4-a482-4b87-bb4f-b98e8b724376 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:42:17.796807 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0368844e-7b48-4a9a-8ddd-5bd6ae3a7ba0 None None] Checking agent: {'id': '0bfd5640-42e8-4a2a-ac27-f2d96fe1a4e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809181-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 29, 28), 'started_at': datetime.datetime(2021, 9, 15, 13, 29, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809181-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Sep 15 13:42:17.797228 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0368844e-7b48-4a9a-8ddd-5bd6ae3a7ba0 None None] Checking segment: {'id': 'fb39ec5d-b714-4bbc-8dc4-da8589a681e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Sep 15 13:42:17.797687 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-0368844e-7b48-4a9a-8ddd-5bd6ae3a7ba0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:17.798163 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0368844e-7b48-4a9a-8ddd-5bd6ae3a7ba0 None None] Bound using segment: {'id': 'fb39ec5d-b714-4bbc-8dc4-da8589a681e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6'} {{(pid=82347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Sep 15 13:42:17.798669 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [None req-0368844e-7b48-4a9a-8ddd-5bd6ae3a7ba0 None None] Bound port: 4991f538-f040-446c-85fd-77ffb9e8a3c9, host: dv-cinder-809181-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb39ec5d-b714-4bbc-8dc4-da8589a681e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6'}}] {{(pid=82347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Sep 15 13:42:17.799247 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-0368844e-7b48-4a9a-8ddd-5bd6ae3a7ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:17.880979 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2917ad18-b0c6-4069-911d-e03fd6149ba3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:17.884929 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-8047f122-50b9-49be-b860-bb60f8cdf0ba None None] Provisioning for port de2cf2d6-be4b-460b-bb88-01ad4e742eaf completed by entity DHCP. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Sep 15 13:42:17.902027 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-2917ad18-b0c6-4069-911d-e03fd6149ba3 admin admin] Transition to ACTIVE for port object bcded881-accd-42aa-9c25-1782deda1dfe will not be triggered until provisioned by entity DHCP. {{(pid=82346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Sep 15 13:42:17.923813 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-0368844e-7b48-4a9a-8ddd-5bd6ae3a7ba0 None None] For port 4991f538-f040-446c-85fd-77ffb9e8a3c9, host dv-cinder-809181-1-iscsi, cleared binding levels {{(pid=82347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Sep 15 13:42:17.936909 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2917ad18-b0c6-4069-911d-e03fd6149ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363301743938437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1447919'] for port, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:17.942508 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-8e69db21-25cc-483c-b291-2f2b2ad0f125 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:42:17.963514 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device de2cf2d6-be4b-460b-bb88-01ad4e742eaf up at agent ovs-agent-dv-cinder-809181-1-iscsi {{(pid=82347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Sep 15 13:42:18.015859 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-0368844e-7b48-4a9a-8ddd-5bd6ae3a7ba0 None None] For port 4991f538-f040-446c-85fd-77ffb9e8a3c9, host dv-cinder-809181-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-iscsi',level=0,port_id=4991f538-f040-446c-85fd-77ffb9e8a3c9,segment=NetworkSegment(fb39ec5d-b714-4bbc-8dc4-da8589a681e7),segment_id=fb39ec5d-b714-4bbc-8dc4-da8589a681e7)] {{(pid=82347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Sep 15 13:42:18.021280 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2917ad18-b0c6-4069-911d-e03fd6149ba3 admin admin] Network 22ed8d12-b9e3-40b4-a189-731c2b225206 is already hosted by enough agents. {{(pid=82346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Sep 15 13:42:18.024426 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.base_scheduler [None req-2917ad18-b0c6-4069-911d-e03fd6149ba3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Sep 15 13:42:18.025636 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-0368844e-7b48-4a9a-8ddd-5bd6ae3a7ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:18.029046 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2917ad18-b0c6-4069-911d-e03fd6149ba3 admin admin] Received port after_create {{(pid=82346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 15 13:42:18.037327 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-2c02a955-d201-4176-b1ff-07db34b67365 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:42:18.056971 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2917ad18-b0c6-4069-911d-e03fd6149ba3 admin admin] Pushing event updated for resources: {'Port': ['ID=bcded881-accd-42aa-9c25-1782deda1dfe,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:42:18.062361 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-2917ad18-b0c6-4069-911d-e03fd6149ba3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:42:18.089082 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2917ad18-b0c6-4069-911d-e03fd6149ba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1673504'] for router_interface, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:18.175589 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2917ad18-b0c6-4069-911d-e03fd6149ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:18.183713 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966038f4-a482-4b87-bb4f-b98e8b724376 None None] Pushing event updated for resources: {'Port': ['ID=4991f538-f040-446c-85fd-77ffb9e8a3c9,revision_number=3']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:42:18.190840 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-966038f4-a482-4b87-bb4f-b98e8b724376 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:42:18.207984 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0368844e-7b48-4a9a-8ddd-5bd6ae3a7ba0 None None] Routers {'cbcf65af-5671-409b-8800-fbc195aa143b'} bound to L3 agent in host dv-cinder-809181-1-iscsi {{(pid=82347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 15 13:42:18.208695 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-0368844e-7b48-4a9a-8ddd-5bd6ae3a7ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cd21fdef0>, 'dv-cinder-809181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T13:29:29Z,description=<?>,heartbeat_timestamp=2021-09-15T13:41:59Z,host='dv-cinder-809181-1-iscsi',id=c919ec5e-912e-4080-8a6b-9b8956cb875b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T13:29:29Z,topic='l3_agent')) {'router_ids': ['cbcf65af-5671-409b-8800-fbc195aa143b'], 'active': True} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:42:18.426810 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Provisioning for port de2cf2d6-be4b-460b-bb88-01ad4e742eaf completed by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Sep 15 13:42:18.503404 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Provisioning complete for port de2cf2d6-be4b-460b-bb88-01ad4e742eaf triggered by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:42:18.504584 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:18.648861 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2917ad18-b0c6-4069-911d-e03fd6149ba3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:18.653079 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2917ad18-b0c6-4069-911d-e03fd6149ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853327897'] for port, after_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:18.685764 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-1567ad37-174e-458f-bf07-a5d2c503df8a tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:42:18.688737 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:18.711284 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvr_db [None req-0368844e-7b48-4a9a-8ddd-5bd6ae3a7ba0 None None] Set router cbcf65af-5671-409b-8800-fbc195aa143b gateway port host: dv-cinder-809181-1-iscsi {{(pid=82347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Sep 15 13:42:18.772711 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2917ad18-b0c6-4069-911d-e03fd6149ba3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7149859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853102266'] for router_interface, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:18.778064 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2917ad18-b0c6-4069-911d-e03fd6149ba3 admin admin] Pushing event updated for resources: {'Port': ['ID=bcded881-accd-42aa-9c25-1782deda1dfe,revision_number=2']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:42:18.783030 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-2917ad18-b0c6-4069-911d-e03fd6149ba3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:42:18.796903 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] For port de2cf2d6-be4b-460b-bb88-01ad4e742eaf, host dv-cinder-809181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-iscsi',level=0,port_id=de2cf2d6-be4b-460b-bb88-01ad4e742eaf,segment=NetworkSegment(1d9e96c7-616e-4a0a-ae4e-0fa650630ffb),segment_id=1d9e96c7-616e-4a0a-ae4e-0fa650630ffb)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:42:18.801509 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:18.804957 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:42:18.934007 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2917ad18-b0c6-4069-911d-e03fd6149ba3 admin admin] Network 22ed8d12-b9e3-40b4-a189-731c2b225206 is already hosted by enough agents. {{(pid=82346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Sep 15 13:42:18.935286 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.base_scheduler [None req-2917ad18-b0c6-4069-911d-e03fd6149ba3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Sep 15 13:42:18.986754 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-5fba07af-54f9-4590-b5cd-e368e2e30b6f None None] Provisioning for port bcded881-accd-42aa-9c25-1782deda1dfe completed by entity DHCP. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Sep 15 13:42:19.049295 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-5fba07af-54f9-4590-b5cd-e368e2e30b6f None None] Provisioning complete for port bcded881-accd-42aa-9c25-1782deda1dfe triggered by entity DHCP. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:42:19.049721 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5fba07af-54f9-4590-b5cd-e368e2e30b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:19.086463 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Pushing event updated for resources: {'Port': ['ID=de2cf2d6-be4b-460b-bb88-01ad4e742eaf,revision_number=3']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:42:19.103694 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:42:19.151336 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-5fba07af-54f9-4590-b5cd-e368e2e30b6f None None] Port bcded881-accd-42aa-9c25-1782deda1dfe cannot update to ACTIVE because it is not bound. {{(pid=82347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Sep 15 13:42:19.234562 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-5fba07af-54f9-4590-b5cd-e368e2e30b6f None None] Provisioning complete for port de2cf2d6-be4b-460b-bb88-01ad4e742eaf triggered by entity DHCP. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:42:19.234562 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5fba07af-54f9-4590-b5cd-e368e2e30b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:19.348785 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-0368844e-7b48-4a9a-8ddd-5bd6ae3a7ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cd21fdef0>, [{'id': 'cbcf65af-5671-409b-8800-fbc195aa143b', 'name': 'tempest-TestMinimumBasicScenario-1022558155-router', 'tenant_id': 'f4690db418f54210bb493bf3245c165d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '4991f538-f040-446c-85fd-77ffb9e8a3c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:42:14Z', 'updated_at': '2021-09-15T13:42:18Z', 'revision_number': 4, 'project_id': 'f4690db418f54210bb493bf3245c165d', 'gw_port': {'id': '4991f538-f040-446c-85fd-77ffb9e8a3c9', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:35:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbcf65af-5671-409b-8800-fbc195aa143b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:42:15Z', 'updated_at': '2021-09-15T13:42:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi', '_interfaces': [{'id': 'bcded881-accd-42aa-9c25-1782deda1dfe', 'name': '', 'network_id': '22ed8d12-b9e3-40b4-a189-731c2b225206', 'tenant_id': 'f4690db418f54210bb493bf3245c165d', 'mac_address': 'fa:16:3e:c0:c6:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbcf65af-5671-409b-8800-fbc195aa143b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0feade9-7551-46e8-99cf-5fe531501bdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:42:17Z', 'updated_at': '2021-09-15T13:42:17Z', 'revision_number': 1, 'project_id': 'f4690db418f54210bb493bf3245c165d', 'subnets': [{'id': 'b0feade9-7551-46e8-99cf-5fe531501bdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-iscsi', False) {} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:42:19.360062 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0368844e-7b48-4a9a-8ddd-5bd6ae3a7ba0 None None] The sync data for ids ['cbcf65af-5671-409b-8800-fbc195aa143b'] in dv-cinder-809181-1-iscsi is: [{'id': 'cbcf65af-5671-409b-8800-fbc195aa143b', 'name': 'tempest-TestMinimumBasicScenario-1022558155-router', 'tenant_id': 'f4690db418f54210bb493bf3245c165d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '4991f538-f040-446c-85fd-77ffb9e8a3c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:42:14Z', 'updated_at': '2021-09-15T13:42:18Z', 'revision_number': 4, 'project_id': 'f4690db418f54210bb493bf3245c165d', 'gw_port': {'id': '4991f538-f040-446c-85fd-77ffb9e8a3c9', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:35:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbcf65af-5671-409b-8800-fbc195aa143b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:42:15Z', 'updated_at': '2021-09-15T13:42:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi', '_interfaces': [{'id': 'bcded881-accd-42aa-9c25-1782deda1dfe', 'name': '', 'network_id': '22ed8d12-b9e3-40b4-a189-731c2b225206', 'tenant_id': 'f4690db418f54210bb493bf3245c165d', 'mac_address': 'fa:16:3e:c0:c6:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbcf65af-5671-409b-8800-fbc195aa143b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0feade9-7551-46e8-99cf-5fe531501bdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:42:17Z', 'updated_at': '2021-09-15T13:42:17Z', 'revision_number': 1, 'project_id': 'f4690db418f54210bb493bf3245c165d', 'subnets': [{'id': 'b0feade9-7551-46e8-99cf-5fe531501bdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Sep 15 13:42:19.473949 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2917ad18-b0c6-4069-911d-e03fd6149ba3 admin admin] Router cbcf65af-5671-409b-8800-fbc195aa143b has already been hosted by L3 agent c919ec5e-912e-4080-8a6b-9b8956cb875b {{(pid=82346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Sep 15 13:42:19.528061 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-00a9a44a-ec91-48c3-b2e9-c276f16433f2 None None] Provisioning complete for port bcded881-accd-42aa-9c25-1782deda1dfe triggered by entity DHCP. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:42:19.529122 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-00a9a44a-ec91-48c3-b2e9-c276f16433f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:19.596461 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-00a9a44a-ec91-48c3-b2e9-c276f16433f2 None None] Port bcded881-accd-42aa-9c25-1782deda1dfe cannot update to ACTIVE because it is not bound. {{(pid=82347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Sep 15 13:42:19.717085 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2917ad18-b0c6-4069-911d-e03fd6149ba3 admin admin] Notify agent at l3_agent.dv-cinder-809181-1-iscsi the message routers_updated {{(pid=82346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Sep 15 13:42:19.727939 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-2917ad18-b0c6-4069-911d-e03fd6149ba3 admin admin] 10.222.0.41 "PUT /v2.0/routers/cbcf65af-5671-409b-8800-fbc195aa143b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1265032
Sep 15 13:42:19.733057 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-8cd64df0-293f-47c8-8097-d92ee1ab9105 None None] Provisioning complete for port bcded881-accd-42aa-9c25-1782deda1dfe triggered by entity DHCP. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:42:19.733739 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-8cd64df0-293f-47c8-8097-d92ee1ab9105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:19.797733 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-8cd64df0-293f-47c8-8097-d92ee1ab9105 None None] Port bcded881-accd-42aa-9c25-1782deda1dfe cannot update to ACTIVE because it is not bound. {{(pid=82347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Sep 15 13:42:19.893715 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device de2cf2d6-be4b-460b-bb88-01ad4e742eaf up at agent ovs-agent-dv-cinder-809181-1-iscsi {{(pid=82347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Sep 15 13:42:19.981310 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Provisioning complete for port de2cf2d6-be4b-460b-bb88-01ad4e742eaf triggered by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:42:19.981754 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:20.735231 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 35142) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:42:20.741440 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [None req-a9fe4085-c8f0-4889-a825-a74847580f6a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1671107033-network', 'tenant_id': '5f7edb401cc54afb9928e823dbb2152c'}} {{(pid=82345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:42:20.746653 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-a9fe4085-c8f0-4889-a825-a74847580f6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:42:20.750893 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-a9fe4085-c8f0-4889-a825-a74847580f6a admin admin] Usage tracker for resource:network and tenant:5f7edb401cc54afb9928e823dbb2152c is out of sync, need to count used quota {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:42:20.754536 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-a9fe4085-c8f0-4889-a825-a74847580f6a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:42:20.760832 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-a9fe4085-c8f0-4889-a825-a74847580f6a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:42:20.771544 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9fe4085-c8f0-4889-a825-a74847580f6a admin admin] Made reservation on behalf of 5f7edb401cc54afb9928e823dbb2152c for: {'network': 1} {{(pid=82345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Sep 15 13:42:20.776734 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-a9fe4085-c8f0-4889-a825-a74847580f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for network, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:20.791777 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-a9fe4085-c8f0-4889-a825-a74847580f6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:20.831157 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-a9fe4085-c8f0-4889-a825-a74847580f6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:42:20.839332 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-a9fe4085-c8f0-4889-a825-a74847580f6a admin admin] Usage tracker for resource:security_group_rule and tenant:5f7edb401cc54afb9928e823dbb2152c is out of sync, need to count used quota {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:42:20.843736 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-a9fe4085-c8f0-4889-a825-a74847580f6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:42:20.850789 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-a9fe4085-c8f0-4889-a825-a74847580f6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:42:20.923316 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-a9fe4085-c8f0-4889-a825-a74847580f6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:20.927075 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-a9fe4085-c8f0-4889-a825-a74847580f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:20.933232 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-1d8c6683-217a-4080-94fe-4bff1c351439 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:42:20.958077 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9fe4085-c8f0-4889-a825-a74847580f6a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354}  {{(pid=82345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}}
Sep 15 13:42:20.980165 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-a9fe4085-c8f0-4889-a825-a74847580f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854307961'] for segment, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:20.980561 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.db.segments_db [None req-a9fe4085-c8f0-4889-a825-a74847580f6a admin admin] Added segment 211a770f-9cb3-4833-b36a-bba09fdfce0c of type vlan for network c46ec337-91db-4411-89a9-283da909159b
Sep 15 13:42:20.981874 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fe4085-c8f0-4889-a825-a74847580f6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4735b6ab-5337-4484-8a15-15de2ad59987,revision_number=1']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:42:20.985566 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-a9fe4085-c8f0-4889-a825-a74847580f6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:42:21.014588 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-a9fe4085-c8f0-4889-a825-a74847580f6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735110816490'] for network, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:21.051529 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-a9fe4085-c8f0-4889-a825-a74847580f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916'] for network, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:21.052945 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fe4085-c8f0-4889-a825-a74847580f6a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:42:21.053589 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-a9fe4085-c8f0-4889-a825-a74847580f6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7149901'] for network, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:21.058860 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:42:21.176582 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-a9fe4085-c8f0-4889-a825-a74847580f6a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.4400654
Sep 15 13:42:21.177440 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 35160) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:42:21.181628 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fe4085-c8f0-4889-a825-a74847580f6a admin admin] Pushing event updated for resources: {'Network': ['ID=c46ec337-91db-4411-89a9-283da909159b,revision_number=1']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:42:21.184860 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-a9fe4085-c8f0-4889-a825-a74847580f6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:42:21.193716 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [None req-643f8d38-8141-4669-8f28-2dbef31c1776 admin admin] Request body: {'subnet': {'network_id': 'c46ec337-91db-4411-89a9-283da909159b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1671107033-subnet', 'tenant_id': '5f7edb401cc54afb9928e823dbb2152c', 'ip_version': 4}} {{(pid=82346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:42:21.195205 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Network c46ec337-91db-4411-89a9-283da909159b details requested by agent ovs-agent-dv-cinder-809181-1-iscsi with host dv-cinder-809181-1-iscsi {{(pid=82347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Sep 15 13:42:21.200071 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-643f8d38-8141-4669-8f28-2dbef31c1776 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:42:21.205460 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-643f8d38-8141-4669-8f28-2dbef31c1776 admin admin] Usage tracker for resource:subnet and tenant:5f7edb401cc54afb9928e823dbb2152c is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:42:21.208909 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-643f8d38-8141-4669-8f28-2dbef31c1776 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:42:21.216651 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-643f8d38-8141-4669-8f28-2dbef31c1776 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:42:21.236173 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-643f8d38-8141-4669-8f28-2dbef31c1776 admin admin] Made reservation on behalf of 5f7edb401cc54afb9928e823dbb2152c for: {'subnet': 1} {{(pid=82346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Sep 15 13:42:21.242514 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-643f8d38-8141-4669-8f28-2dbef31c1776 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853625535'] for subnet, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:21.471705 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-643f8d38-8141-4669-8f28-2dbef31c1776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853326977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853625520'] for subnet, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:21.476847 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:42:21.556099 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643f8d38-8141-4669-8f28-2dbef31c1776 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88bc0bb6-924c-444f-9835-3acb94cd98c0,revision_number=0']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:42:21.560324 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-643f8d38-8141-4669-8f28-2dbef31c1776 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:42:21.569263 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643f8d38-8141-4669-8f28-2dbef31c1776 admin admin] Checking segment: {'id': '211a770f-9cb3-4833-b36a-bba09fdfce0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c46ec337-91db-4411-89a9-283da909159b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Sep 15 13:42:21.569666 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643f8d38-8141-4669-8f28-2dbef31c1776 admin admin] Network hostable DHCP agents. Network: c46ec337-91db-4411-89a9-283da909159b, hostable agents: ['1e45ab9c-2f68-483a-a4f9-339d8484c2ba'], hosted agents: [] {{(pid=82346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Sep 15 13:42:21.591962 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643f8d38-8141-4669-8f28-2dbef31c1776 admin admin] Network c46ec337-91db-4411-89a9-283da909159b is scheduled to be hosted by DHCP agent 1e45ab9c-2f68-483a-a4f9-339d8484c2ba with binding_index 1 {{(pid=82346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Sep 15 13:42:21.601008 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.base_scheduler [None req-643f8d38-8141-4669-8f28-2dbef31c1776 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809181-1-iscsi, c46ec337-91db-4411-89a9-283da909159b) {{(pid=82346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Sep 15 13:42:21.605169 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643f8d38-8141-4669-8f28-2dbef31c1776 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:42:21.605815 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-643f8d38-8141-4669-8f28-2dbef31c1776 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:21.610719 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b941acd7-6bc1-4037-87d7-d04610ec197d None None] Network c46ec337-91db-4411-89a9-283da909159b requested from dv-cinder-809181-1-iscsi {{(pid=82347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Sep 15 13:42:21.627925 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-643f8d38-8141-4669-8f28-2dbef31c1776 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.4492922
Sep 15 13:42:21.630609 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 35166) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:42:21.636353 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [None req-14495fdc-8c16-44cc-8c9a-d5c8e285eb5e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1671107033-router', 'tenant_id': '5f7edb401cc54afb9928e823dbb2152c', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6'}}} {{(pid=82346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:42:21.641274 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-14495fdc-8c16-44cc-8c9a-d5c8e285eb5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:42:21.645383 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-14495fdc-8c16-44cc-8c9a-d5c8e285eb5e admin admin] Usage tracker for resource:router and tenant:5f7edb401cc54afb9928e823dbb2152c is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:42:21.648349 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-14495fdc-8c16-44cc-8c9a-d5c8e285eb5e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:42:21.655591 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-14495fdc-8c16-44cc-8c9a-d5c8e285eb5e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:42:21.666770 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-14495fdc-8c16-44cc-8c9a-d5c8e285eb5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853094885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854743947'] for router, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:21.667779 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-14495fdc-8c16-44cc-8c9a-d5c8e285eb5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1681141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1673265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2016606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31868'] for router, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:21.686672 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-14495fdc-8c16-44cc-8c9a-d5c8e285eb5e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:21.845785 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff069951-bf91-4c90-b51e-155accbf115d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27da5d1b-a3b4-502a-adbd-d11dbe7a94ca-c46ec337-91db-4411-89a9-283da909159b', 'network_id': 'c46ec337-91db-4411-89a9-283da909159b', 'tenant_id': '5f7edb401cc54afb9928e823dbb2152c', 'fixed_ips': [{'subnet_id': '88bc0bb6-924c-444f-9835-3acb94cd98c0'}]}} from dv-cinder-809181-1-iscsi. {{(pid=82347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Sep 15 13:42:21.846692 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-ff069951-bf91-4c90-b51e-155accbf115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_create {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:21.850418 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-14495fdc-8c16-44cc-8c9a-d5c8e285eb5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1673218', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853094812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31855'] for router, precommit_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:21.923845 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device 4991f538-f040-446c-85fd-77ffb9e8a3c9 up at agent ovs-agent-dv-cinder-809181-1-iscsi {{(pid=82347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Sep 15 13:42:22.069864 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-14495fdc-8c16-44cc-8c9a-d5c8e285eb5e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:22.088954 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.db_base_plugin_common [None req-ff069951-bf91-4c90-b51e-155accbf115d None None] Allocated IP 172.20.0.2 (c46ec337-91db-4411-89a9-283da909159b/88bc0bb6-924c-444f-9835-3acb94cd98c0/dc82c93f-ef47-48df-9d60-8fb8bb816d00) {{(pid=82347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Sep 15 13:42:22.093478 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Provisioning for port 4991f538-f040-446c-85fd-77ffb9e8a3c9 completed by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Sep 15 13:42:22.102570 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Provisioning complete for port 4991f538-f040-446c-85fd-77ffb9e8a3c9 triggered by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:42:22.102992 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:22.107518 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-14495fdc-8c16-44cc-8c9a-d5c8e285eb5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:22.260172 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.db_base_plugin_common [None req-14495fdc-8c16-44cc-8c9a-d5c8e285eb5e admin admin] Allocated IP 172.27.2.60 (8154de37-a8f1-49b5-9df6-05123ded69e6/8c022743-acfa-4652-88a1-355a85d34b79/f030faed-b8cc-453c-aa85-2b23bdd311c0) {{(pid=82346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Sep 15 13:42:22.366726 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:22.430912 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] For port 4991f538-f040-446c-85fd-77ffb9e8a3c9, host dv-cinder-809181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-iscsi',level=0,port_id=4991f538-f040-446c-85fd-77ffb9e8a3c9,segment=NetworkSegment(fb39ec5d-b714-4bbc-8dc4-da8589a681e7),segment_id=fb39ec5d-b714-4bbc-8dc4-da8589a681e7)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:42:22.442394 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:22.446059 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-5157d13b-fcf6-42be-af24-3c5af79f0bcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:42:22.446901 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-14495fdc-8c16-44cc-8c9a-d5c8e285eb5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:22.474293 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-14495fdc-8c16-44cc-8c9a-d5c8e285eb5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363301743938437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1447919'] for port, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:22.482736 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:42:22.489939 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-ff069951-bf91-4c90-b51e-155accbf115d None None] Notify callbacks [] for port, precommit_create {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:22.520511 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-ff069951-bf91-4c90-b51e-155accbf115d None None] Transition to ACTIVE for port object dc82c93f-ef47-48df-9d60-8fb8bb816d00 will not be triggered until provisioned by entity L2. {{(pid=82347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Sep 15 13:42:22.546422 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Pushing event updated for resources: {'Port': ['ID=4991f538-f040-446c-85fd-77ffb9e8a3c9,revision_number=4']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:42:22.551965 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:42:22.553027 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-ff069951-bf91-4c90-b51e-155accbf115d None None] Transition to ACTIVE for port object dc82c93f-ef47-48df-9d60-8fb8bb816d00 will not be triggered until provisioned by entity DHCP. {{(pid=82347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Sep 15 13:42:22.561373 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-ff069951-bf91-4c90-b51e-155accbf115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363301743938437'] for port, after_create {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:22.565093 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14495fdc-8c16-44cc-8c9a-d5c8e285eb5e admin admin] Network 8154de37-a8f1-49b5-9df6-05123ded69e6 is already hosted by enough agents. {{(pid=82346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Sep 15 13:42:22.567883 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:42:22.572233 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.base_scheduler [None req-14495fdc-8c16-44cc-8c9a-d5c8e285eb5e admin admin] Resources bound (agent type, host, resource id):  {{(pid=82346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Sep 15 13:42:22.575069 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14495fdc-8c16-44cc-8c9a-d5c8e285eb5e admin admin] Received port after_create {{(pid=82346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 15 13:42:22.618582 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14495fdc-8c16-44cc-8c9a-d5c8e285eb5e admin admin] Pushing event updated for resources: {'Port': ['ID=f030faed-b8cc-453c-aa85-2b23bdd311c0,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:42:22.621984 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-14495fdc-8c16-44cc-8c9a-d5c8e285eb5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:42:22.639576 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff069951-bf91-4c90-b51e-155accbf115d None None] Network c46ec337-91db-4411-89a9-283da909159b is already hosted by enough agents. {{(pid=82347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Sep 15 13:42:22.643265 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.base_scheduler [None req-ff069951-bf91-4c90-b51e-155accbf115d None None] Resources bound (agent type, host, resource id):  {{(pid=82347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Sep 15 13:42:22.647379 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff069951-bf91-4c90-b51e-155accbf115d None None] Received port after_create {{(pid=82347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 15 13:42:22.653880 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff069951-bf91-4c90-b51e-155accbf115d None None] Pushing event updated for resources: {'Port': ['ID=dc82c93f-ef47-48df-9d60-8fb8bb816d00,revision_number=1']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:42:22.657714 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-ff069951-bf91-4c90-b51e-155accbf115d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:42:22.764235 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-14495fdc-8c16-44cc-8c9a-d5c8e285eb5e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:22.765107 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-14495fdc-8c16-44cc-8c9a-d5c8e285eb5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1680915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853102492'] for router, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:22.930406 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [None req-ff069951-bf91-4c90-b51e-155accbf115d None None] Attempting to bind port dc82c93f-ef47-48df-9d60-8fb8bb816d00 on host dv-cinder-809181-1-iscsi for vnic_type normal with profile  {{(pid=82347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Sep 15 13:42:22.931011 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [None req-ff069951-bf91-4c90-b51e-155accbf115d None None] Attempting to bind port dc82c93f-ef47-48df-9d60-8fb8bb816d00 by drivers openvswitch,hyperv on host dv-cinder-809181-1-iscsi at level 0 using segments [{'id': '211a770f-9cb3-4833-b36a-bba09fdfce0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c46ec337-91db-4411-89a9-283da909159b'}] {{(pid=82347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Sep 15 13:42:22.931269 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff069951-bf91-4c90-b51e-155accbf115d None None] Attempting to bind port dc82c93f-ef47-48df-9d60-8fb8bb816d00 on network c46ec337-91db-4411-89a9-283da909159b {{(pid=82347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Sep 15 13:42:22.943131 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff069951-bf91-4c90-b51e-155accbf115d None None] Checking agent: {'id': '0bfd5640-42e8-4a2a-ac27-f2d96fe1a4e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809181-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 29, 28), 'started_at': datetime.datetime(2021, 9, 15, 13, 29, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809181-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Sep 15 13:42:22.943565 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff069951-bf91-4c90-b51e-155accbf115d None None] Checking segment: {'id': '211a770f-9cb3-4833-b36a-bba09fdfce0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c46ec337-91db-4411-89a9-283da909159b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Sep 15 13:42:22.944062 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-ff069951-bf91-4c90-b51e-155accbf115d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:22.944519 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff069951-bf91-4c90-b51e-155accbf115d None None] Bound using segment: {'id': '211a770f-9cb3-4833-b36a-bba09fdfce0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c46ec337-91db-4411-89a9-283da909159b'} {{(pid=82347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Sep 15 13:42:22.945073 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [None req-ff069951-bf91-4c90-b51e-155accbf115d None None] Bound port: dc82c93f-ef47-48df-9d60-8fb8bb816d00, host: dv-cinder-809181-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '211a770f-9cb3-4833-b36a-bba09fdfce0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c46ec337-91db-4411-89a9-283da909159b'}}] {{(pid=82347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Sep 15 13:42:22.945506 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-ff069951-bf91-4c90-b51e-155accbf115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:23.027935 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 35190) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:42:23.059047 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-ff069951-bf91-4c90-b51e-155accbf115d None None] For port dc82c93f-ef47-48df-9d60-8fb8bb816d00, host dv-cinder-809181-1-iscsi, cleared binding levels {{(pid=82347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Sep 15 13:42:23.062720 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-ff069951-bf91-4c90-b51e-155accbf115d None None] For port dc82c93f-ef47-48df-9d60-8fb8bb816d00, host dv-cinder-809181-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-iscsi',level=0,port_id=dc82c93f-ef47-48df-9d60-8fb8bb816d00,segment=NetworkSegment(211a770f-9cb3-4833-b36a-bba09fdfce0c),segment_id=211a770f-9cb3-4833-b36a-bba09fdfce0c)] {{(pid=82347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Sep 15 13:42:23.068836 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-ff069951-bf91-4c90-b51e-155accbf115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:23.076964 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-966038f4-a482-4b87-bb4f-b98e8b724376 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:42:23.170217 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff069951-bf91-4c90-b51e-155accbf115d None None] Pushing event updated for resources: {'Port': ['ID=dc82c93f-ef47-48df-9d60-8fb8bb816d00,revision_number=2']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:42:23.178680 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-ff069951-bf91-4c90-b51e-155accbf115d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:42:23.245675 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5682274b-db7b-4ef4-8d86-b423970321f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:23.260108 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14495fdc-8c16-44cc-8c9a-d5c8e285eb5e admin admin] Router 408a5a66-ef42-4ff1-a186-90845b175a13 is scheduled to L3 agent c919ec5e-912e-4080-8a6b-9b8956cb875b with binding_index 1 {{(pid=82346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Sep 15 13:42:23.297098 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-5682274b-db7b-4ef4-8d86-b423970321f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:42:23.301947 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-5682274b-db7b-4ef4-8d86-b423970321f1 admin admin] Usage tracker for resource:security_group_rule and tenant:d291eacbcbc545e189c2e3b8b542749d is out of sync, need to count used quota {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:42:23.308750 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-5682274b-db7b-4ef4-8d86-b423970321f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:42:23.319418 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-5682274b-db7b-4ef4-8d86-b423970321f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:42:23.356889 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbc7d9e-a51d-439a-9d1b-5e5b78045812 None None] Sync routers for ids ['cbcf65af-5671-409b-8800-fbc195aa143b'] in dv-cinder-809181-1-iscsi {{(pid=82348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Sep 15 13:42:23.369528 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbc7d9e-a51d-439a-9d1b-5e5b78045812 None None] Routers {'cbcf65af-5671-409b-8800-fbc195aa143b'} bound to L3 agent in host dv-cinder-809181-1-iscsi {{(pid=82348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 15 13:42:23.370209 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-abbc7d9e-a51d-439a-9d1b-5e5b78045812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cd2034ac8>, 'dv-cinder-809181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T13:29:29Z,description=<?>,heartbeat_timestamp=2021-09-15T13:41:59Z,host='dv-cinder-809181-1-iscsi',id=c919ec5e-912e-4080-8a6b-9b8956cb875b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T13:29:29Z,topic='l3_agent')) {'router_ids': ['cbcf65af-5671-409b-8800-fbc195aa143b'], 'active': True} {{(pid=82348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:42:23.403260 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5682274b-db7b-4ef4-8d86-b423970321f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:23.407388 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5682274b-db7b-4ef4-8d86-b423970321f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:23.416083 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-3537012c-2d25-40b2-b2b0-10820aee9977 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:42:23.481570 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-5682274b-db7b-4ef4-8d86-b423970321f1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d291eacbcbc545e189c2e3b8b542749d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4521744
Sep 15 13:42:23.482491 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 35196) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:42:23.483228 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5682274b-db7b-4ef4-8d86-b423970321f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4869f64-39b4-4d11-abc2-2d1408346521,revision_number=1']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:42:23.507276 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14495fdc-8c16-44cc-8c9a-d5c8e285eb5e admin admin] Notify agent at l3_agent.dv-cinder-809181-1-iscsi the message routers_updated {{(pid=82346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Sep 15 13:42:23.519012 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59977533-1c9b-4882-bb58-041a2b58e202 None None] Sync routers for ids ['408a5a66-ef42-4ff1-a186-90845b175a13'] in dv-cinder-809181-1-iscsi {{(pid=82347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Sep 15 13:42:23.524104 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-5682274b-db7b-4ef4-8d86-b423970321f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:42:23.548531 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-14495fdc-8c16-44cc-8c9a-d5c8e285eb5e admin admin] Notify callbacks [] for router, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:23.551952 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-14495fdc-8c16-44cc-8c9a-d5c8e285eb5e admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 1.9173508
Sep 15 13:42:23.552587 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59977533-1c9b-4882-bb58-041a2b58e202 None None] Routers {'408a5a66-ef42-4ff1-a186-90845b175a13'} bound to L3 agent in host dv-cinder-809181-1-iscsi {{(pid=82347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 15 13:42:23.552768 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 35200) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:42:23.556464 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-59977533-1c9b-4882-bb58-041a2b58e202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cd25ab828>, 'dv-cinder-809181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T13:29:29Z,description=<?>,heartbeat_timestamp=2021-09-15T13:41:59Z,host='dv-cinder-809181-1-iscsi',id=c919ec5e-912e-4080-8a6b-9b8956cb875b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T13:29:29Z,topic='l3_agent')) {'router_ids': ['408a5a66-ef42-4ff1-a186-90845b175a13'], 'active': True} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:42:23.636277 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvr_db [None req-abbc7d9e-a51d-439a-9d1b-5e5b78045812 None None] Set router cbcf65af-5671-409b-8800-fbc195aa143b gateway port host: dv-cinder-809181-1-iscsi {{(pid=82348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Sep 15 13:42:23.745969 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-12157b48-4f7b-4a41-a27e-e15b2aa63845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:23.775184 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-12157b48-4f7b-4a41-a27e-e15b2aa63845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:23.809638 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvr_db [None req-59977533-1c9b-4882-bb58-041a2b58e202 None None] Set router 408a5a66-ef42-4ff1-a186-90845b175a13 gateway port host: dv-cinder-809181-1-iscsi {{(pid=82347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Sep 15 13:42:23.843599 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-12157b48-4f7b-4a41-a27e-e15b2aa63845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:23.853520 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-fa925268-2fd3-4cbc-b44d-0dfbae325577 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:42:23.874751 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-12157b48-4f7b-4a41-a27e-e15b2aa63845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:23.876270 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-12157b48-4f7b-4a41-a27e-e15b2aa63845 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f4869f64-39b4-4d11-abc2-2d1408346521 HTTP/1.1" status: 204  len: 168 time: 0.3897278
Sep 15 13:42:23.887133 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12157b48-4f7b-4a41-a27e-e15b2aa63845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4869f64-39b4-4d11-abc2-2d1408346521,revision_number=None']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:42:23.889569 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-12157b48-4f7b-4a41-a27e-e15b2aa63845 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:42:24.108293 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device dc82c93f-ef47-48df-9d60-8fb8bb816d00 up at agent ovs-agent-dv-cinder-809181-1-iscsi {{(pid=82347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Sep 15 13:42:24.136030 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-abbc7d9e-a51d-439a-9d1b-5e5b78045812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cd2034ac8>, [{'id': 'cbcf65af-5671-409b-8800-fbc195aa143b', 'name': 'tempest-TestMinimumBasicScenario-1022558155-router', 'tenant_id': 'f4690db418f54210bb493bf3245c165d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '4991f538-f040-446c-85fd-77ffb9e8a3c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:42:14Z', 'updated_at': '2021-09-15T13:42:18Z', 'revision_number': 4, 'project_id': 'f4690db418f54210bb493bf3245c165d', 'gw_port': {'id': '4991f538-f040-446c-85fd-77ffb9e8a3c9', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:35:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcf65af-5671-409b-8800-fbc195aa143b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:42:15Z', 'updated_at': '2021-09-15T13:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi', '_interfaces': [{'id': 'bcded881-accd-42aa-9c25-1782deda1dfe', 'name': '', 'network_id': '22ed8d12-b9e3-40b4-a189-731c2b225206', 'tenant_id': 'f4690db418f54210bb493bf3245c165d', 'mac_address': 'fa:16:3e:c0:c6:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbcf65af-5671-409b-8800-fbc195aa143b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0feade9-7551-46e8-99cf-5fe531501bdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:42:17Z', 'updated_at': '2021-09-15T13:42:18Z', 'revision_number': 2, 'project_id': 'f4690db418f54210bb493bf3245c165d', 'subnets': [{'id': 'b0feade9-7551-46e8-99cf-5fe531501bdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-iscsi', False) {} {{(pid=82348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:42:24.148136 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbc7d9e-a51d-439a-9d1b-5e5b78045812 None None] Checking router: cbcf65af-5671-409b-8800-fbc195aa143b for host: dv-cinder-809181-1-iscsi {{(pid=82348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Sep 15 13:42:24.153746 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbc7d9e-a51d-439a-9d1b-5e5b78045812 None None] Updating router cbcf65af-5671-409b-8800-fbc195aa143b port bcded881-accd-42aa-9c25-1782deda1dfe binding host dv-cinder-809181-1-iscsi {{(pid=82348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Sep 15 13:42:24.258539 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Provisioning for port dc82c93f-ef47-48df-9d60-8fb8bb816d00 completed by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Sep 15 13:42:24.268725 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-abbc7d9e-a51d-439a-9d1b-5e5b78045812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:24.283322 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device 4991f538-f040-446c-85fd-77ffb9e8a3c9 up at agent ovs-agent-dv-cinder-809181-1-iscsi {{(pid=82347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Sep 15 13:42:24.375510 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-59977533-1c9b-4882-bb58-041a2b58e202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cd25ab828>, [{'id': '408a5a66-ef42-4ff1-a186-90845b175a13', 'name': 'tempest-TestMinimumBasicScenario-1671107033-router', 'tenant_id': '5f7edb401cc54afb9928e823dbb2152c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'f030faed-b8cc-453c-aa85-2b23bdd311c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:42:21Z', 'updated_at': '2021-09-15T13:42:22Z', 'revision_number': 3, 'project_id': '5f7edb401cc54afb9928e823dbb2152c', 'gw_port': {'id': 'f030faed-b8cc-453c-aa85-2b23bdd311c0', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:7e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '408a5a66-ef42-4ff1-a186-90845b175a13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:42:22Z', 'updated_at': '2021-09-15T13:42:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi'}], 'dv-cinder-809181-1-iscsi', False) {} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:42:24.387987 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59977533-1c9b-4882-bb58-041a2b58e202 None None] Checking router: 408a5a66-ef42-4ff1-a186-90845b175a13 for host: dv-cinder-809181-1-iscsi {{(pid=82347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Sep 15 13:42:24.388389 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59977533-1c9b-4882-bb58-041a2b58e202 None None] Updating router 408a5a66-ef42-4ff1-a186-90845b175a13 port f030faed-b8cc-453c-aa85-2b23bdd311c0 binding host dv-cinder-809181-1-iscsi {{(pid=82347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Sep 15 13:42:24.459068 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-59977533-1c9b-4882-bb58-041a2b58e202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:24.511754 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Provisioning complete for port 4991f538-f040-446c-85fd-77ffb9e8a3c9 triggered by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:42:24.512189 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:24.568217 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 35210) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:42:24.595552 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-ac2afffc-90ca-404c-8dea-cfcffb89b4c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:24.642587 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-ac2afffc-90ca-404c-8dea-cfcffb89b4c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:42:24.655945 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-ac2afffc-90ca-404c-8dea-cfcffb89b4c1 admin admin] Usage tracker for resource:security_group_rule and tenant:1f124c97dd144615a2da5a49ea8c61c3 is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:42:24.661495 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-ac2afffc-90ca-404c-8dea-cfcffb89b4c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:42:24.671985 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-ac2afffc-90ca-404c-8dea-cfcffb89b4c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:42:24.781571 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-abbc7d9e-a51d-439a-9d1b-5e5b78045812 None None] Notify callbacks [] for port, precommit_update {{(pid=82348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:24.803410 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-ac2afffc-90ca-404c-8dea-cfcffb89b4c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:24.809629 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-abbc7d9e-a51d-439a-9d1b-5e5b78045812 None None] Transition to ACTIVE for port object bcded881-accd-42aa-9c25-1782deda1dfe will not be triggered until provisioned by entity L2. {{(pid=82348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Sep 15 13:42:24.810590 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-ac2afffc-90ca-404c-8dea-cfcffb89b4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:24.818862 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-7d09d8f0-1b3e-413c-9636-592891ca2918 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:42:24.825940 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-abbc7d9e-a51d-439a-9d1b-5e5b78045812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:24.845756 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-f9c3cf6c-734e-4be0-83c9-84d24757aba8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:42:24.871512 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2afffc-90ca-404c-8dea-cfcffb89b4c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef1c31b-66a5-4097-ba4e-6fa8c4d1d8ac,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:42:24.879894 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-ac2afffc-90ca-404c-8dea-cfcffb89b4c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:42:24.882957 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-ac2afffc-90ca-404c-8dea-cfcffb89b4c1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1f124c97dd144615a2da5a49ea8c61c3&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3119895
Sep 15 13:42:24.885684 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 35214) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:42:25.018693 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a09f52-0737-4a7c-9308-296dec361cba None None] Pushing event updated for resources: {'Port': ['ID=bcded881-accd-42aa-9c25-1782deda1dfe,revision_number=3']} {{(pid=82348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:42:25.031481 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-af54c913-cd0f-4ca0-8757-bbd02b41b555 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:25.046770 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a09f52-0737-4a7c-9308-296dec361cba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:42:25.047171 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a09f52-0737-4a7c-9308-296dec361cba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:42:25.047545 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a09f52-0737-4a7c-9308-296dec361cba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:42:25.047939 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a09f52-0737-4a7c-9308-296dec361cba None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:42:25.048304 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a09f52-0737-4a7c-9308-296dec361cba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:42:25.049204 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a09f52-0737-4a7c-9308-296dec361cba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:42:25.049576 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a09f52-0737-4a7c-9308-296dec361cba None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:42:25.049958 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a09f52-0737-4a7c-9308-296dec361cba None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:42:25.050371 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a09f52-0737-4a7c-9308-296dec361cba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:42:25.050736 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a09f52-0737-4a7c-9308-296dec361cba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:42:25.051096 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a09f52-0737-4a7c-9308-296dec361cba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:42:25.055881 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-6b2cd903-722f-451d-bee8-f43aa7907aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:25.071824 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-59977533-1c9b-4882-bb58-041a2b58e202 None None] Notify callbacks [] for port, precommit_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:25.073443 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-84a09f52-0737-4a7c-9308-296dec361cba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=82348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:42:25.091774 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-59977533-1c9b-4882-bb58-041a2b58e202 None None] Transition to ACTIVE for port object f030faed-b8cc-453c-aa85-2b23bdd311c0 will not be triggered until provisioned by entity L2. {{(pid=82347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Sep 15 13:42:25.100731 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-59977533-1c9b-4882-bb58-041a2b58e202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:25.107837 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-5157d13b-fcf6-42be-af24-3c5af79f0bcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:42:25.108062 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-af54c913-cd0f-4ca0-8757-bbd02b41b555 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:25.208222 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-af54c913-cd0f-4ca0-8757-bbd02b41b555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:25.217648 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-0a342a5f-d326-4de3-99a8-ffbeabd52572 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:42:25.254182 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af54c913-cd0f-4ca0-8757-bbd02b41b555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef1c31b-66a5-4097-ba4e-6fa8c4d1d8ac,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:42:25.254929 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46b1b0d-ed49-4d8f-879e-e6c552d7a338 None None] Pushing event updated for resources: {'Port': ['ID=f030faed-b8cc-453c-aa85-2b23bdd311c0,revision_number=2']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:42:25.257907 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [None req-59977533-1c9b-4882-bb58-041a2b58e202 None None] Attempting to bind port f030faed-b8cc-453c-aa85-2b23bdd311c0 on host dv-cinder-809181-1-iscsi for vnic_type normal with profile  {{(pid=82347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Sep 15 13:42:25.258331 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [None req-59977533-1c9b-4882-bb58-041a2b58e202 None None] Attempting to bind port f030faed-b8cc-453c-aa85-2b23bdd311c0 by drivers openvswitch,hyperv on host dv-cinder-809181-1-iscsi at level 0 using segments [{'id': 'fb39ec5d-b714-4bbc-8dc4-da8589a681e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6'}] {{(pid=82347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Sep 15 13:42:25.258741 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59977533-1c9b-4882-bb58-041a2b58e202 None None] Attempting to bind port f030faed-b8cc-453c-aa85-2b23bdd311c0 on network 8154de37-a8f1-49b5-9df6-05123ded69e6 {{(pid=82347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Sep 15 13:42:25.261332 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-c46b1b0d-ed49-4d8f-879e-e6c552d7a338 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:42:25.263041 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-af54c913-cd0f-4ca0-8757-bbd02b41b555 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:42:25.269908 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-af54c913-cd0f-4ca0-8757-bbd02b41b555 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:25.276654 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-af54c913-cd0f-4ca0-8757-bbd02b41b555 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4ef1c31b-66a5-4097-ba4e-6fa8c4d1d8ac HTTP/1.1" status: 204  len: 168 time: 0.3863940
Sep 15 13:42:25.286735 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59977533-1c9b-4882-bb58-041a2b58e202 None None] Checking agent: {'id': '0bfd5640-42e8-4a2a-ac27-f2d96fe1a4e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809181-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 29, 28), 'started_at': datetime.datetime(2021, 9, 15, 13, 29, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809181-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Sep 15 13:42:25.287320 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59977533-1c9b-4882-bb58-041a2b58e202 None None] Checking segment: {'id': 'fb39ec5d-b714-4bbc-8dc4-da8589a681e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Sep 15 13:42:25.287924 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-59977533-1c9b-4882-bb58-041a2b58e202 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:25.288634 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59977533-1c9b-4882-bb58-041a2b58e202 None None] Bound using segment: {'id': 'fb39ec5d-b714-4bbc-8dc4-da8589a681e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6'} {{(pid=82347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Sep 15 13:42:25.289272 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [None req-59977533-1c9b-4882-bb58-041a2b58e202 None None] Bound port: f030faed-b8cc-453c-aa85-2b23bdd311c0, host: dv-cinder-809181-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb39ec5d-b714-4bbc-8dc4-da8589a681e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6'}}] {{(pid=82347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Sep 15 13:42:25.289813 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-59977533-1c9b-4882-bb58-041a2b58e202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:25.304735 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [None req-abbc7d9e-a51d-439a-9d1b-5e5b78045812 None None] Attempting to bind port bcded881-accd-42aa-9c25-1782deda1dfe on host dv-cinder-809181-1-iscsi for vnic_type normal with profile  {{(pid=82348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Sep 15 13:42:25.305401 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [None req-abbc7d9e-a51d-439a-9d1b-5e5b78045812 None None] Attempting to bind port bcded881-accd-42aa-9c25-1782deda1dfe by drivers openvswitch,hyperv on host dv-cinder-809181-1-iscsi at level 0 using segments [{'id': '1d9e96c7-616e-4a0a-ae4e-0fa650630ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '22ed8d12-b9e3-40b4-a189-731c2b225206'}] {{(pid=82348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Sep 15 13:42:25.306029 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbc7d9e-a51d-439a-9d1b-5e5b78045812 None None] Attempting to bind port bcded881-accd-42aa-9c25-1782deda1dfe on network 22ed8d12-b9e3-40b4-a189-731c2b225206 {{(pid=82348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Sep 15 13:42:25.314507 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbc7d9e-a51d-439a-9d1b-5e5b78045812 None None] Checking agent: {'id': '0bfd5640-42e8-4a2a-ac27-f2d96fe1a4e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809181-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 29, 28), 'started_at': datetime.datetime(2021, 9, 15, 13, 29, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809181-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Sep 15 13:42:25.315366 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbc7d9e-a51d-439a-9d1b-5e5b78045812 None None] Checking segment: {'id': '1d9e96c7-616e-4a0a-ae4e-0fa650630ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '22ed8d12-b9e3-40b4-a189-731c2b225206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Sep 15 13:42:25.316848 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-abbc7d9e-a51d-439a-9d1b-5e5b78045812 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:25.317439 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbc7d9e-a51d-439a-9d1b-5e5b78045812 None None] Bound using segment: {'id': '1d9e96c7-616e-4a0a-ae4e-0fa650630ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '22ed8d12-b9e3-40b4-a189-731c2b225206'} {{(pid=82348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Sep 15 13:42:25.318547 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [None req-abbc7d9e-a51d-439a-9d1b-5e5b78045812 None None] Bound port: bcded881-accd-42aa-9c25-1782deda1dfe, host: dv-cinder-809181-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d9e96c7-616e-4a0a-ae4e-0fa650630ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '22ed8d12-b9e3-40b4-a189-731c2b225206'}}] {{(pid=82348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Sep 15 13:42:25.319150 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-abbc7d9e-a51d-439a-9d1b-5e5b78045812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:25.389303 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-59977533-1c9b-4882-bb58-041a2b58e202 None None] For port f030faed-b8cc-453c-aa85-2b23bdd311c0, host dv-cinder-809181-1-iscsi, cleared binding levels {{(pid=82347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Sep 15 13:42:25.393204 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-59977533-1c9b-4882-bb58-041a2b58e202 None None] For port f030faed-b8cc-453c-aa85-2b23bdd311c0, host dv-cinder-809181-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-iscsi',level=0,port_id=f030faed-b8cc-453c-aa85-2b23bdd311c0,segment=NetworkSegment(fb39ec5d-b714-4bbc-8dc4-da8589a681e7),segment_id=fb39ec5d-b714-4bbc-8dc4-da8589a681e7)] {{(pid=82347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Sep 15 13:42:25.398197 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-59977533-1c9b-4882-bb58-041a2b58e202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:25.404434 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:42:25.471930 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-abbc7d9e-a51d-439a-9d1b-5e5b78045812 None None] For port bcded881-accd-42aa-9c25-1782deda1dfe, host dv-cinder-809181-1-iscsi, cleared binding levels {{(pid=82348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Sep 15 13:42:25.476580 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-abbc7d9e-a51d-439a-9d1b-5e5b78045812 None None] For port bcded881-accd-42aa-9c25-1782deda1dfe, host dv-cinder-809181-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-iscsi',level=0,port_id=bcded881-accd-42aa-9c25-1782deda1dfe,segment=NetworkSegment(1d9e96c7-616e-4a0a-ae4e-0fa650630ffb),segment_id=1d9e96c7-616e-4a0a-ae4e-0fa650630ffb)] {{(pid=82348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Sep 15 13:42:25.482734 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-abbc7d9e-a51d-439a-9d1b-5e5b78045812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:25.490897 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-ede1ed10-af3a-423d-9e62-718636234c6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:42:25.493943 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.db_base_plugin_common [None req-6b2cd903-722f-451d-bee8-f43aa7907aaf admin admin] Allocated IP 172.20.0.1 (c46ec337-91db-4411-89a9-283da909159b/88bc0bb6-924c-444f-9835-3acb94cd98c0/fc66a605-1559-454b-8fb5-4da3628fccd8) {{(pid=82345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Sep 15 13:42:25.519206 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ee7e34-09b0-408f-9aee-fa59318822c9 None None] Network c46ec337-91db-4411-89a9-283da909159b requested from dv-cinder-809181-1-iscsi {{(pid=82347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Sep 15 13:42:25.590086 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a09f52-0737-4a7c-9308-296dec361cba None None] Pushing event updated for resources: {'Port': ['ID=bcded881-accd-42aa-9c25-1782deda1dfe,revision_number=4']} {{(pid=82348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:42:25.593193 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbc7d9e-a51d-439a-9d1b-5e5b78045812 None None] Routers {'cbcf65af-5671-409b-8800-fbc195aa143b'} bound to L3 agent in host dv-cinder-809181-1-iscsi {{(pid=82348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 15 13:42:25.593955 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-abbc7d9e-a51d-439a-9d1b-5e5b78045812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cd2034ac8>, 'dv-cinder-809181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T13:29:29Z,description=<?>,heartbeat_timestamp=2021-09-15T13:41:59Z,host='dv-cinder-809181-1-iscsi',id=c919ec5e-912e-4080-8a6b-9b8956cb875b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T13:29:29Z,topic='l3_agent')) {'router_ids': ['cbcf65af-5671-409b-8800-fbc195aa143b'], 'active': True} {{(pid=82348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:42:25.643106 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59977533-1c9b-4882-bb58-041a2b58e202 None None] Routers {'408a5a66-ef42-4ff1-a186-90845b175a13'} bound to L3 agent in host dv-cinder-809181-1-iscsi {{(pid=82347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 15 13:42:25.646399 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-59977533-1c9b-4882-bb58-041a2b58e202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cd25ab828>, 'dv-cinder-809181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T13:29:29Z,description=<?>,heartbeat_timestamp=2021-09-15T13:41:59Z,host='dv-cinder-809181-1-iscsi',id=c919ec5e-912e-4080-8a6b-9b8956cb875b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T13:29:29Z,topic='l3_agent')) {'router_ids': ['408a5a66-ef42-4ff1-a186-90845b175a13'], 'active': True} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:42:25.743257 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46b1b0d-ed49-4d8f-879e-e6c552d7a338 None None] Pushing event updated for resources: {'Port': ['ID=f030faed-b8cc-453c-aa85-2b23bdd311c0,revision_number=3']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:42:25.762581 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-c46b1b0d-ed49-4d8f-879e-e6c552d7a338 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:42:25.790159 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-6b2cd903-722f-451d-bee8-f43aa7907aaf admin admin] Notify callbacks [] for port, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:25.811027 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-6b2cd903-722f-451d-bee8-f43aa7907aaf admin admin] Transition to ACTIVE for port object fc66a605-1559-454b-8fb5-4da3628fccd8 will not be triggered until provisioned by entity DHCP. {{(pid=82345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Sep 15 13:42:25.834466 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-84a09f52-0737-4a7c-9308-296dec361cba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=82348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:42:25.836233 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-6b2cd903-722f-451d-bee8-f43aa7907aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363301743938437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852138254'] for port, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:25.851283 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-bc7161e3-91c3-4d97-b2e7-51fc2623de75 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:42:25.912080 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvr_db [None req-abbc7d9e-a51d-439a-9d1b-5e5b78045812 None None] Set router cbcf65af-5671-409b-8800-fbc195aa143b gateway port host: dv-cinder-809181-1-iscsi {{(pid=82348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Sep 15 13:42:25.967377 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2cd903-722f-451d-bee8-f43aa7907aaf admin admin] Pushing event updated for resources: {'Port': ['ID=fc66a605-1559-454b-8fb5-4da3628fccd8,revision_number=1']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:42:25.976639 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-6b2cd903-722f-451d-bee8-f43aa7907aaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:42:25.982167 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2cd903-722f-451d-bee8-f43aa7907aaf admin admin] Network c46ec337-91db-4411-89a9-283da909159b is already hosted by enough agents. {{(pid=82345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Sep 15 13:42:25.983990 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.base_scheduler [None req-6b2cd903-722f-451d-bee8-f43aa7907aaf admin admin] Resources bound (agent type, host, resource id):  {{(pid=82345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Sep 15 13:42:25.988066 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2cd903-722f-451d-bee8-f43aa7907aaf admin admin] Received port after_create {{(pid=82345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 15 13:42:26.110771 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-6b2cd903-722f-451d-bee8-f43aa7907aaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1673504'] for router_interface, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:26.172585 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device bcded881-accd-42aa-9c25-1782deda1dfe up at agent ovs-agent-dv-cinder-809181-1-iscsi {{(pid=82347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Sep 15 13:42:26.213183 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-6b2cd903-722f-451d-bee8-f43aa7907aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:26.276405 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-116b5b99-2ab9-47fc-97ee-c0bea07dd89b None None] Provisioning for port dc82c93f-ef47-48df-9d60-8fb8bb816d00 completed by entity DHCP. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Sep 15 13:42:26.315398 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-116b5b99-2ab9-47fc-97ee-c0bea07dd89b None None] Provisioning complete for port dc82c93f-ef47-48df-9d60-8fb8bb816d00 triggered by entity DHCP. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:42:26.315847 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-116b5b99-2ab9-47fc-97ee-c0bea07dd89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:26.387150 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-abbc7d9e-a51d-439a-9d1b-5e5b78045812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cd2034ac8>, [{'id': 'cbcf65af-5671-409b-8800-fbc195aa143b', 'name': 'tempest-TestMinimumBasicScenario-1022558155-router', 'tenant_id': 'f4690db418f54210bb493bf3245c165d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '4991f538-f040-446c-85fd-77ffb9e8a3c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:42:14Z', 'updated_at': '2021-09-15T13:42:18Z', 'revision_number': 4, 'project_id': 'f4690db418f54210bb493bf3245c165d', 'gw_port': {'id': '4991f538-f040-446c-85fd-77ffb9e8a3c9', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:35:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcf65af-5671-409b-8800-fbc195aa143b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:42:15Z', 'updated_at': '2021-09-15T13:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi', '_interfaces': [{'id': 'bcded881-accd-42aa-9c25-1782deda1dfe', 'name': '', 'network_id': '22ed8d12-b9e3-40b4-a189-731c2b225206', 'tenant_id': 'f4690db418f54210bb493bf3245c165d', 'mac_address': 'fa:16:3e:c0:c6:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbcf65af-5671-409b-8800-fbc195aa143b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0feade9-7551-46e8-99cf-5fe531501bdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:42:17Z', 'updated_at': '2021-09-15T13:42:25Z', 'revision_number': 4, 'project_id': 'f4690db418f54210bb493bf3245c165d', 'subnets': [{'id': 'b0feade9-7551-46e8-99cf-5fe531501bdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-iscsi', False) {} {{(pid=82348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:42:26.400324 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbc7d9e-a51d-439a-9d1b-5e5b78045812 None None] The sync data for ids ['cbcf65af-5671-409b-8800-fbc195aa143b'] in dv-cinder-809181-1-iscsi is: [{'id': 'cbcf65af-5671-409b-8800-fbc195aa143b', 'name': 'tempest-TestMinimumBasicScenario-1022558155-router', 'tenant_id': 'f4690db418f54210bb493bf3245c165d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '4991f538-f040-446c-85fd-77ffb9e8a3c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:42:14Z', 'updated_at': '2021-09-15T13:42:18Z', 'revision_number': 4, 'project_id': 'f4690db418f54210bb493bf3245c165d', 'gw_port': {'id': '4991f538-f040-446c-85fd-77ffb9e8a3c9', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:35:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcf65af-5671-409b-8800-fbc195aa143b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:42:15Z', 'updated_at': '2021-09-15T13:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi', '_interfaces': [{'id': 'bcded881-accd-42aa-9c25-1782deda1dfe', 'name': '', 'network_id': '22ed8d12-b9e3-40b4-a189-731c2b225206', 'tenant_id': 'f4690db418f54210bb493bf3245c165d', 'mac_address': 'fa:16:3e:c0:c6:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbcf65af-5671-409b-8800-fbc195aa143b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0feade9-7551-46e8-99cf-5fe531501bdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:42:17Z', 'updated_at': '2021-09-15T13:42:25Z', 'revision_number': 4, 'project_id': 'f4690db418f54210bb493bf3245c165d', 'subnets': [{'id': 'b0feade9-7551-46e8-99cf-5fe531501bdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Sep 15 13:42:26.463921 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvr_db [None req-59977533-1c9b-4882-bb58-041a2b58e202 None None] Set router 408a5a66-ef42-4ff1-a186-90845b175a13 gateway port host: dv-cinder-809181-1-iscsi {{(pid=82347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Sep 15 13:42:26.469282 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-6b2cd903-722f-451d-bee8-f43aa7907aaf admin admin] Notify callbacks [] for port, precommit_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:26.476002 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-6b2cd903-722f-451d-bee8-f43aa7907aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2637562'] for port, after_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:26.516088 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-1603486b-e9c6-4352-85bd-d5aafa1f89ad tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:42:26.595131 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-6b2cd903-722f-451d-bee8-f43aa7907aaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7149859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853102266'] for router_interface, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:26.603487 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2cd903-722f-451d-bee8-f43aa7907aaf admin admin] Pushing event updated for resources: {'Port': ['ID=fc66a605-1559-454b-8fb5-4da3628fccd8,revision_number=2']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:42:26.608347 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-6b2cd903-722f-451d-bee8-f43aa7907aaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:42:26.689103 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b68d248c-25c3-483b-b653-5ed68f9a3b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:26.705287 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Provisioning for port bcded881-accd-42aa-9c25-1782deda1dfe completed by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Sep 15 13:42:26.745581 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Provisioning complete for port bcded881-accd-42aa-9c25-1782deda1dfe triggered by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:42:26.746114 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:26.793194 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-116b5b99-2ab9-47fc-97ee-c0bea07dd89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:26.815194 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2cd903-722f-451d-bee8-f43aa7907aaf admin admin] Network c46ec337-91db-4411-89a9-283da909159b is already hosted by enough agents. {{(pid=82345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Sep 15 13:42:26.816585 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.base_scheduler [None req-6b2cd903-722f-451d-bee8-f43aa7907aaf admin admin] Resources bound (agent type, host, resource id):  {{(pid=82345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Sep 15 13:42:26.977279 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-116b5b99-2ab9-47fc-97ee-c0bea07dd89b None None] For port dc82c93f-ef47-48df-9d60-8fb8bb816d00, host dv-cinder-809181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-iscsi',level=0,port_id=dc82c93f-ef47-48df-9d60-8fb8bb816d00,segment=NetworkSegment(211a770f-9cb3-4833-b36a-bba09fdfce0c),segment_id=211a770f-9cb3-4833-b36a-bba09fdfce0c)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:42:27.014002 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-116b5b99-2ab9-47fc-97ee-c0bea07dd89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:27.028834 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:42:27.176160 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:27.221836 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116b5b99-2ab9-47fc-97ee-c0bea07dd89b None None] Pushing event updated for resources: {'Port': ['ID=dc82c93f-ef47-48df-9d60-8fb8bb816d00,revision_number=3']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:42:27.235013 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-116b5b99-2ab9-47fc-97ee-c0bea07dd89b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:42:27.250038 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-a8f962df-7c36-4559-94ec-04df30f48424 None None] Provisioning complete for port bcded881-accd-42aa-9c25-1782deda1dfe triggered by entity DHCP. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:42:27.250576 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-a8f962df-7c36-4559-94ec-04df30f48424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:27.307238 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b2cd903-722f-451d-bee8-f43aa7907aaf admin admin] Router 408a5a66-ef42-4ff1-a186-90845b175a13 has already been hosted by L3 agent c919ec5e-912e-4080-8a6b-9b8956cb875b {{(pid=82345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Sep 15 13:42:27.387184 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] For port bcded881-accd-42aa-9c25-1782deda1dfe, host dv-cinder-809181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-iscsi',level=0,port_id=bcded881-accd-42aa-9c25-1782deda1dfe,segment=NetworkSegment(1d9e96c7-616e-4a0a-ae4e-0fa650630ffb),segment_id=1d9e96c7-616e-4a0a-ae4e-0fa650630ffb)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:42:27.457408 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:27.462855 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-59977533-1c9b-4882-bb58-041a2b58e202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cd25ab828>, [{'id': '408a5a66-ef42-4ff1-a186-90845b175a13', 'name': 'tempest-TestMinimumBasicScenario-1671107033-router', 'tenant_id': '5f7edb401cc54afb9928e823dbb2152c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'f030faed-b8cc-453c-aa85-2b23bdd311c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:42:21Z', 'updated_at': '2021-09-15T13:42:22Z', 'revision_number': 3, 'project_id': '5f7edb401cc54afb9928e823dbb2152c', 'gw_port': {'id': 'f030faed-b8cc-453c-aa85-2b23bdd311c0', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:7e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '408a5a66-ef42-4ff1-a186-90845b175a13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:42:22Z', 'updated_at': '2021-09-15T13:42:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi'}], 'dv-cinder-809181-1-iscsi', False) {} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:42:27.468112 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-ff069951-bf91-4c90-b51e-155accbf115d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:42:27.509757 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59977533-1c9b-4882-bb58-041a2b58e202 None None] The sync data for ids ['408a5a66-ef42-4ff1-a186-90845b175a13'] in dv-cinder-809181-1-iscsi is: [{'id': '408a5a66-ef42-4ff1-a186-90845b175a13', 'name': 'tempest-TestMinimumBasicScenario-1671107033-router', 'tenant_id': '5f7edb401cc54afb9928e823dbb2152c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'f030faed-b8cc-453c-aa85-2b23bdd311c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:42:21Z', 'updated_at': '2021-09-15T13:42:22Z', 'revision_number': 3, 'project_id': '5f7edb401cc54afb9928e823dbb2152c', 'gw_port': {'id': 'f030faed-b8cc-453c-aa85-2b23bdd311c0', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:7e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '408a5a66-ef42-4ff1-a186-90845b175a13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:42:22Z', 'updated_at': '2021-09-15T13:42:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi'}] {{(pid=82347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Sep 15 13:42:27.559425 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Pushing event updated for resources: {'Port': ['ID=bcded881-accd-42aa-9c25-1782deda1dfe,revision_number=5']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:42:27.560017 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:42:27.560177 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 35262) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:42:27.579606 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-952bbf03-85d7-4a24-bacd-245fa86b8035 None None] Provisioning for port fc66a605-1559-454b-8fb5-4da3628fccd8 completed by entity DHCP. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Sep 15 13:42:27.589396 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-952bbf03-85d7-4a24-bacd-245fa86b8035 None None] Provisioning complete for port fc66a605-1559-454b-8fb5-4da3628fccd8 triggered by entity DHCP. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:42:27.590378 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-952bbf03-85d7-4a24-bacd-245fa86b8035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:27.602025 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b2cd903-722f-451d-bee8-f43aa7907aaf admin admin] Notify agent at l3_agent.dv-cinder-809181-1-iscsi the message routers_updated {{(pid=82345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Sep 15 13:42:27.623663 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-6b2cd903-722f-451d-bee8-f43aa7907aaf admin admin] 10.222.0.41 "PUT /v2.0/routers/408a5a66-ef42-4ff1-a186-90845b175a13/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0610733
Sep 15 13:42:27.668535 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-952bbf03-85d7-4a24-bacd-245fa86b8035 None None] Port fc66a605-1559-454b-8fb5-4da3628fccd8 cannot update to ACTIVE because it is not bound. {{(pid=82347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Sep 15 13:42:27.684839 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-952bbf03-85d7-4a24-bacd-245fa86b8035 None None] Provisioning complete for port dc82c93f-ef47-48df-9d60-8fb8bb816d00 triggered by entity DHCP. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:42:27.685293 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-952bbf03-85d7-4a24-bacd-245fa86b8035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:27.809533 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-d810e528-7518-4346-b6c2-19d03063bdbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:27.851083 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-d810e528-7518-4346-b6c2-19d03063bdbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:42:27.861181 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-d810e528-7518-4346-b6c2-19d03063bdbf admin admin] Usage tracker for resource:security_group_rule and tenant:4ae4930673f249e58e7bc83d8248f66d is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:42:27.868038 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-d810e528-7518-4346-b6c2-19d03063bdbf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:42:27.880187 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-d810e528-7518-4346-b6c2-19d03063bdbf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:42:27.932978 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device bcded881-accd-42aa-9c25-1782deda1dfe up at agent ovs-agent-dv-cinder-809181-1-iscsi {{(pid=82347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Sep 15 13:42:28.010657 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-d810e528-7518-4346-b6c2-19d03063bdbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:28.017924 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-d810e528-7518-4346-b6c2-19d03063bdbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:28.021762 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-c94c8263-5bdb-4992-84d8-027318787991 None None] Provisioning complete for port fc66a605-1559-454b-8fb5-4da3628fccd8 triggered by entity DHCP. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:42:28.022192 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-c94c8263-5bdb-4992-84d8-027318787991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:28.034413 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-ac2afffc-90ca-404c-8dea-cfcffb89b4c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:42:28.085473 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-d810e528-7518-4346-b6c2-19d03063bdbf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4ae4930673f249e58e7bc83d8248f66d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5241849
Sep 15 13:42:28.086563 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d810e528-7518-4346-b6c2-19d03063bdbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc47e0f-ce65-47f6-8408-866f6fda72e4,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:42:28.088411 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 35282) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:42:28.100251 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-d810e528-7518-4346-b6c2-19d03063bdbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:42:28.110544 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-c94c8263-5bdb-4992-84d8-027318787991 None None] Port fc66a605-1559-454b-8fb5-4da3628fccd8 cannot update to ACTIVE because it is not bound. {{(pid=82347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Sep 15 13:42:28.122260 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:28.123842 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Provisioning complete for port bcded881-accd-42aa-9c25-1782deda1dfe triggered by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:42:28.124251 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:28.195547 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-4dae150d-1104-4b07-8c61-e2091f66cfa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:28.226328 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-4dae150d-1104-4b07-8c61-e2091f66cfa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:28.278174 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device dc82c93f-ef47-48df-9d60-8fb8bb816d00 up at agent ovs-agent-dv-cinder-809181-1-iscsi {{(pid=82347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Sep 15 13:42:28.300710 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-4dae150d-1104-4b07-8c61-e2091f66cfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:28.316979 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-1480a33f-4f70-401d-a42e-773e76172d3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:42:28.335594 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae150d-1104-4b07-8c61-e2091f66cfa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc47e0f-ce65-47f6-8408-866f6fda72e4,revision_number=None']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:42:28.338776 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-4dae150d-1104-4b07-8c61-e2091f66cfa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:42:28.340888 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-4dae150d-1104-4b07-8c61-e2091f66cfa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:28.342217 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-4dae150d-1104-4b07-8c61-e2091f66cfa7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4bc47e0f-ce65-47f6-8408-866f6fda72e4 HTTP/1.1" status: 204  len: 168 time: 0.2512929
Sep 15 13:42:28.391591 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-d1b4b38e-3a99-4adb-9c79-ed03bbd67981 None None] Provisioning complete for port fc66a605-1559-454b-8fb5-4da3628fccd8 triggered by entity DHCP. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:42:28.392062 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-d1b4b38e-3a99-4adb-9c79-ed03bbd67981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:28.482424 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-d1b4b38e-3a99-4adb-9c79-ed03bbd67981 None None] Port fc66a605-1559-454b-8fb5-4da3628fccd8 cannot update to ACTIVE because it is not bound. {{(pid=82347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Sep 15 13:42:28.488539 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Provisioning complete for port dc82c93f-ef47-48df-9d60-8fb8bb816d00 triggered by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:42:28.488989 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:28.874213 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9ac75799-fa7b-4907-87eb-5bd0c5d26d23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:29.140198 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9acd9d20-0ed4-40fe-8ec3-e1d8b485d7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:29.926271 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device f030faed-b8cc-453c-aa85-2b23bdd311c0 up at agent ovs-agent-dv-cinder-809181-1-iscsi {{(pid=82347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Sep 15 13:42:30.007807 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Provisioning for port f030faed-b8cc-453c-aa85-2b23bdd311c0 completed by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Sep 15 13:42:30.014360 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Provisioning complete for port f030faed-b8cc-453c-aa85-2b23bdd311c0 triggered by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:42:30.014798 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:30.175064 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:30.194822 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] For port f030faed-b8cc-453c-aa85-2b23bdd311c0, host dv-cinder-809181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-iscsi',level=0,port_id=f030faed-b8cc-453c-aa85-2b23bdd311c0,segment=NetworkSegment(fb39ec5d-b714-4bbc-8dc4-da8589a681e7),segment_id=fb39ec5d-b714-4bbc-8dc4-da8589a681e7)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:42:30.204387 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:30.213573 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:42:30.342834 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Pushing event updated for resources: {'Port': ['ID=f030faed-b8cc-453c-aa85-2b23bdd311c0,revision_number=4']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:42:30.349747 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:42:30.515590 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 35348) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:42:30.548748 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b47e50d5-ffd8-49d4-a6b6-3168cd38e3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:30.696579 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-e2e48876-6f26-45b8-87c1-b349ea70f27c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:30.736515 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-e2e48876-6f26-45b8-87c1-b349ea70f27c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:42:30.741314 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-e2e48876-6f26-45b8-87c1-b349ea70f27c admin admin] Usage tracker for resource:security_group_rule and tenant:c0ca2c75ac3542d4a6781373af970c9c is out of sync, need to count used quota {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:42:30.745826 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-e2e48876-6f26-45b8-87c1-b349ea70f27c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:42:30.750477 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-e2e48876-6f26-45b8-87c1-b349ea70f27c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:42:30.827700 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-e2e48876-6f26-45b8-87c1-b349ea70f27c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:30.830978 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-e2e48876-6f26-45b8-87c1-b349ea70f27c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:30.839881 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-39c271f2-97ed-4611-ad43-a820dd77e5c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:42:30.874050 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e48876-6f26-45b8-87c1-b349ea70f27c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccddbf0a-7632-4b3d-add7-1fad5b466962,revision_number=1']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:42:30.883099 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-e2e48876-6f26-45b8-87c1-b349ea70f27c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:42:30.896361 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 35354) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:42:30.900391 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-e2e48876-6f26-45b8-87c1-b349ea70f27c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c0ca2c75ac3542d4a6781373af970c9c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3831060
Sep 15 13:42:30.970079 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-12117219-b99b-4d32-b393-e6acfd848b5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:31.000769 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-12117219-b99b-4d32-b393-e6acfd848b5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:31.053461 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-12117219-b99b-4d32-b393-e6acfd848b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:31.059243 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-4f7d217c-ab7d-4279-ad52-b2c0e336a028 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:42:31.076124 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12117219-b99b-4d32-b393-e6acfd848b5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccddbf0a-7632-4b3d-add7-1fad5b466962,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:42:31.079887 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-12117219-b99b-4d32-b393-e6acfd848b5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:42:31.085713 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-12117219-b99b-4d32-b393-e6acfd848b5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:31.089808 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-12117219-b99b-4d32-b393-e6acfd848b5b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ccddbf0a-7632-4b3d-add7-1fad5b466962 HTTP/1.1" status: 204  len: 168 time: 0.1923594
Sep 15 13:42:31.692360 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d6de25-2935-4429-9a67-a8dfed0facf7 None None] Sync routers for ids ['408a5a66-ef42-4ff1-a186-90845b175a13'] in dv-cinder-809181-1-iscsi {{(pid=82348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Sep 15 13:42:31.709409 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d6de25-2935-4429-9a67-a8dfed0facf7 None None] Routers {'408a5a66-ef42-4ff1-a186-90845b175a13'} bound to L3 agent in host dv-cinder-809181-1-iscsi {{(pid=82348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 15 13:42:31.710735 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-53d6de25-2935-4429-9a67-a8dfed0facf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cd222e5c0>, 'dv-cinder-809181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T13:29:29Z,description=<?>,heartbeat_timestamp=2021-09-15T13:42:29Z,host='dv-cinder-809181-1-iscsi',id=c919ec5e-912e-4080-8a6b-9b8956cb875b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T13:29:29Z,topic='l3_agent')) {'router_ids': ['408a5a66-ef42-4ff1-a186-90845b175a13'], 'active': True} {{(pid=82348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:42:31.975558 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device f030faed-b8cc-453c-aa85-2b23bdd311c0 up at agent ovs-agent-dv-cinder-809181-1-iscsi {{(pid=82347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Sep 15 13:42:32.086367 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Provisioning complete for port f030faed-b8cc-453c-aa85-2b23bdd311c0 triggered by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:42:32.087775 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:32.140935 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvr_db [None req-53d6de25-2935-4429-9a67-a8dfed0facf7 None None] Set router 408a5a66-ef42-4ff1-a186-90845b175a13 gateway port host: dv-cinder-809181-1-iscsi {{(pid=82348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Sep 15 13:42:32.653732 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-53d6de25-2935-4429-9a67-a8dfed0facf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cd222e5c0>, [{'id': '408a5a66-ef42-4ff1-a186-90845b175a13', 'name': 'tempest-TestMinimumBasicScenario-1671107033-router', 'tenant_id': '5f7edb401cc54afb9928e823dbb2152c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'f030faed-b8cc-453c-aa85-2b23bdd311c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:42:21Z', 'updated_at': '2021-09-15T13:42:26Z', 'revision_number': 4, 'project_id': '5f7edb401cc54afb9928e823dbb2152c', 'gw_port': {'id': 'f030faed-b8cc-453c-aa85-2b23bdd311c0', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:7e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408a5a66-ef42-4ff1-a186-90845b175a13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:42:22Z', 'updated_at': '2021-09-15T13:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi', '_interfaces': [{'id': 'fc66a605-1559-454b-8fb5-4da3628fccd8', 'name': '', 'network_id': 'c46ec337-91db-4411-89a9-283da909159b', 'tenant_id': '5f7edb401cc54afb9928e823dbb2152c', 'mac_address': 'fa:16:3e:77:81:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '408a5a66-ef42-4ff1-a186-90845b175a13', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88bc0bb6-924c-444f-9835-3acb94cd98c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:42:25Z', 'updated_at': '2021-09-15T13:42:26Z', 'revision_number': 2, 'project_id': '5f7edb401cc54afb9928e823dbb2152c', 'subnets': [{'id': '88bc0bb6-924c-444f-9835-3acb94cd98c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-iscsi', False) {} {{(pid=82348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:42:32.658473 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d6de25-2935-4429-9a67-a8dfed0facf7 None None] Checking router: 408a5a66-ef42-4ff1-a186-90845b175a13 for host: dv-cinder-809181-1-iscsi {{(pid=82348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Sep 15 13:42:32.658880 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d6de25-2935-4429-9a67-a8dfed0facf7 None None] Updating router 408a5a66-ef42-4ff1-a186-90845b175a13 port fc66a605-1559-454b-8fb5-4da3628fccd8 binding host dv-cinder-809181-1-iscsi {{(pid=82348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Sep 15 13:42:32.721124 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-53d6de25-2935-4429-9a67-a8dfed0facf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:33.217807 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-53d6de25-2935-4429-9a67-a8dfed0facf7 None None] Notify callbacks [] for port, precommit_update {{(pid=82348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:33.238196 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-53d6de25-2935-4429-9a67-a8dfed0facf7 None None] Transition to ACTIVE for port object fc66a605-1559-454b-8fb5-4da3628fccd8 will not be triggered until provisioned by entity L2. {{(pid=82348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Sep 15 13:42:33.247742 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-53d6de25-2935-4429-9a67-a8dfed0facf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:33.252626 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:42:33.473264 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b09ce49-d999-4f92-bf7e-f37d2e683f2f None None] Pushing event updated for resources: {'Port': ['ID=fc66a605-1559-454b-8fb5-4da3628fccd8,revision_number=3']} {{(pid=82348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:42:33.502488 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-6b09ce49-d999-4f92-bf7e-f37d2e683f2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=82348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:42:33.614931 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [None req-53d6de25-2935-4429-9a67-a8dfed0facf7 None None] Attempting to bind port fc66a605-1559-454b-8fb5-4da3628fccd8 on host dv-cinder-809181-1-iscsi for vnic_type normal with profile  {{(pid=82348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Sep 15 13:42:33.615334 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [None req-53d6de25-2935-4429-9a67-a8dfed0facf7 None None] Attempting to bind port fc66a605-1559-454b-8fb5-4da3628fccd8 by drivers openvswitch,hyperv on host dv-cinder-809181-1-iscsi at level 0 using segments [{'id': '211a770f-9cb3-4833-b36a-bba09fdfce0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c46ec337-91db-4411-89a9-283da909159b'}] {{(pid=82348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Sep 15 13:42:33.615761 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d6de25-2935-4429-9a67-a8dfed0facf7 None None] Attempting to bind port fc66a605-1559-454b-8fb5-4da3628fccd8 on network c46ec337-91db-4411-89a9-283da909159b {{(pid=82348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Sep 15 13:42:33.633436 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d6de25-2935-4429-9a67-a8dfed0facf7 None None] Checking agent: {'id': '0bfd5640-42e8-4a2a-ac27-f2d96fe1a4e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809181-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 29, 28), 'started_at': datetime.datetime(2021, 9, 15, 13, 29, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809181-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Sep 15 13:42:33.633867 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d6de25-2935-4429-9a67-a8dfed0facf7 None None] Checking segment: {'id': '211a770f-9cb3-4833-b36a-bba09fdfce0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c46ec337-91db-4411-89a9-283da909159b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Sep 15 13:42:33.634318 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-53d6de25-2935-4429-9a67-a8dfed0facf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:33.634759 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d6de25-2935-4429-9a67-a8dfed0facf7 None None] Bound using segment: {'id': '211a770f-9cb3-4833-b36a-bba09fdfce0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c46ec337-91db-4411-89a9-283da909159b'} {{(pid=82348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Sep 15 13:42:33.635421 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [None req-53d6de25-2935-4429-9a67-a8dfed0facf7 None None] Bound port: fc66a605-1559-454b-8fb5-4da3628fccd8, host: dv-cinder-809181-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '211a770f-9cb3-4833-b36a-bba09fdfce0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c46ec337-91db-4411-89a9-283da909159b'}}] {{(pid=82348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Sep 15 13:42:33.637228 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-53d6de25-2935-4429-9a67-a8dfed0facf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:33.796713 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-53d6de25-2935-4429-9a67-a8dfed0facf7 None None] For port fc66a605-1559-454b-8fb5-4da3628fccd8, host dv-cinder-809181-1-iscsi, cleared binding levels {{(pid=82348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Sep 15 13:42:33.801404 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-53d6de25-2935-4429-9a67-a8dfed0facf7 None None] For port fc66a605-1559-454b-8fb5-4da3628fccd8, host dv-cinder-809181-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-iscsi',level=0,port_id=fc66a605-1559-454b-8fb5-4da3628fccd8,segment=NetworkSegment(211a770f-9cb3-4833-b36a-bba09fdfce0c),segment_id=211a770f-9cb3-4833-b36a-bba09fdfce0c)] {{(pid=82348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Sep 15 13:42:33.818936 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-53d6de25-2935-4429-9a67-a8dfed0facf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:33.833914 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:42:33.918381 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d6de25-2935-4429-9a67-a8dfed0facf7 None None] Routers {'408a5a66-ef42-4ff1-a186-90845b175a13'} bound to L3 agent in host dv-cinder-809181-1-iscsi {{(pid=82348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 15 13:42:33.930239 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-53d6de25-2935-4429-9a67-a8dfed0facf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cd222e5c0>, 'dv-cinder-809181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T13:29:29Z,description=<?>,heartbeat_timestamp=2021-09-15T13:42:29Z,host='dv-cinder-809181-1-iscsi',id=c919ec5e-912e-4080-8a6b-9b8956cb875b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T13:29:29Z,topic='l3_agent')) {'router_ids': ['408a5a66-ef42-4ff1-a186-90845b175a13'], 'active': True} {{(pid=82348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:42:33.978197 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:34.426551 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b09ce49-d999-4f92-bf7e-f37d2e683f2f None None] Pushing event updated for resources: {'Port': ['ID=fc66a605-1559-454b-8fb5-4da3628fccd8,revision_number=4']} {{(pid=82348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:42:34.434933 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-6b09ce49-d999-4f92-bf7e-f37d2e683f2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.601s {{(pid=82348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:42:34.472412 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvr_db [None req-53d6de25-2935-4429-9a67-a8dfed0facf7 None None] Set router 408a5a66-ef42-4ff1-a186-90845b175a13 gateway port host: dv-cinder-809181-1-iscsi {{(pid=82348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Sep 15 13:42:34.858156 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-53d6de25-2935-4429-9a67-a8dfed0facf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cd222e5c0>, [{'id': '408a5a66-ef42-4ff1-a186-90845b175a13', 'name': 'tempest-TestMinimumBasicScenario-1671107033-router', 'tenant_id': '5f7edb401cc54afb9928e823dbb2152c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'f030faed-b8cc-453c-aa85-2b23bdd311c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:42:21Z', 'updated_at': '2021-09-15T13:42:26Z', 'revision_number': 4, 'project_id': '5f7edb401cc54afb9928e823dbb2152c', 'gw_port': {'id': 'f030faed-b8cc-453c-aa85-2b23bdd311c0', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:7e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408a5a66-ef42-4ff1-a186-90845b175a13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:42:22Z', 'updated_at': '2021-09-15T13:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi', '_interfaces': [{'id': 'fc66a605-1559-454b-8fb5-4da3628fccd8', 'name': '', 'network_id': 'c46ec337-91db-4411-89a9-283da909159b', 'tenant_id': '5f7edb401cc54afb9928e823dbb2152c', 'mac_address': 'fa:16:3e:77:81:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '408a5a66-ef42-4ff1-a186-90845b175a13', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88bc0bb6-924c-444f-9835-3acb94cd98c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:42:25Z', 'updated_at': '2021-09-15T13:42:33Z', 'revision_number': 4, 'project_id': '5f7edb401cc54afb9928e823dbb2152c', 'subnets': [{'id': '88bc0bb6-924c-444f-9835-3acb94cd98c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-iscsi', False) {} {{(pid=82348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:42:34.862480 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d6de25-2935-4429-9a67-a8dfed0facf7 None None] The sync data for ids ['408a5a66-ef42-4ff1-a186-90845b175a13'] in dv-cinder-809181-1-iscsi is: [{'id': '408a5a66-ef42-4ff1-a186-90845b175a13', 'name': 'tempest-TestMinimumBasicScenario-1671107033-router', 'tenant_id': '5f7edb401cc54afb9928e823dbb2152c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'f030faed-b8cc-453c-aa85-2b23bdd311c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:42:21Z', 'updated_at': '2021-09-15T13:42:26Z', 'revision_number': 4, 'project_id': '5f7edb401cc54afb9928e823dbb2152c', 'gw_port': {'id': 'f030faed-b8cc-453c-aa85-2b23bdd311c0', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:7e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408a5a66-ef42-4ff1-a186-90845b175a13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:42:22Z', 'updated_at': '2021-09-15T13:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi', '_interfaces': [{'id': 'fc66a605-1559-454b-8fb5-4da3628fccd8', 'name': '', 'network_id': 'c46ec337-91db-4411-89a9-283da909159b', 'tenant_id': '5f7edb401cc54afb9928e823dbb2152c', 'mac_address': 'fa:16:3e:77:81:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '408a5a66-ef42-4ff1-a186-90845b175a13', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88bc0bb6-924c-444f-9835-3acb94cd98c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:42:25Z', 'updated_at': '2021-09-15T13:42:33Z', 'revision_number': 4, 'project_id': '5f7edb401cc54afb9928e823dbb2152c', 'subnets': [{'id': '88bc0bb6-924c-444f-9835-3acb94cd98c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Sep 15 13:42:35.997132 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device fc66a605-1559-454b-8fb5-4da3628fccd8 up at agent ovs-agent-dv-cinder-809181-1-iscsi {{(pid=82347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Sep 15 13:42:36.317138 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Provisioning for port fc66a605-1559-454b-8fb5-4da3628fccd8 completed by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Sep 15 13:42:36.322629 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Provisioning complete for port fc66a605-1559-454b-8fb5-4da3628fccd8 triggered by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:42:36.323295 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:36.466063 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:36.514410 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] For port fc66a605-1559-454b-8fb5-4da3628fccd8, host dv-cinder-809181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-iscsi',level=0,port_id=fc66a605-1559-454b-8fb5-4da3628fccd8,segment=NetworkSegment(211a770f-9cb3-4833-b36a-bba09fdfce0c),segment_id=211a770f-9cb3-4833-b36a-bba09fdfce0c)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:42:36.521121 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:36.524205 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-2c02a955-d201-4176-b1ff-07db34b67365 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:42:36.608919 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Pushing event updated for resources: {'Port': ['ID=fc66a605-1559-454b-8fb5-4da3628fccd8,revision_number=5']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:42:36.615380 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:42:36.883670 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-d32a8e3b-2931-4363-8c88-fdc39947baf5 req-04a7d1f6-f928-40cc-b24e-3f6904c0bd3f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=77ed6e87-608d-4dd2-ac4e-4cf4e42fd368&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0856969
Sep 15 13:42:37.005614 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-d32a8e3b-2931-4363-8c88-fdc39947baf5 req-1d1fc6f5-b2cb-41ab-9bc7-0ec55fe6cb48 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=839ee03af2c74792a3a3c2d72d59dd55&device_id=77ed6e87-608d-4dd2-ac4e-4cf4e42fd368 HTTP/1.1" status: 200  len: 1098 time: 0.0881479
Sep 15 13:42:37.183405 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32a8e3b-2931-4363-8c88-fdc39947baf5 req-acbba46f-719e-4c08-ba27-7fa1103dec15 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:42:37.185052 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-d32a8e3b-2931-4363-8c88-fdc39947baf5 req-acbba46f-719e-4c08-ba27-7fa1103dec15 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9b5d95b3-3bf8-4370-9b66-9dd986b48a07 HTTP/1.1" status: 200  len: 912 time: 0.1571617
Sep 15 13:42:37.330753 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-d32a8e3b-2931-4363-8c88-fdc39947baf5 req-99591730-2623-459a-9075-9763b0d64717 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cfe82913-7703-4af3-8804-f17b33bc3488 HTTP/1.1" status: 200  len: 1001 time: 0.1384008
Sep 15 13:42:37.414504 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32a8e3b-2931-4363-8c88-fdc39947baf5 req-df78cea3-423b-4d02-be93-706a06a005f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:42:37.416339 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-d32a8e3b-2931-4363-8c88-fdc39947baf5 req-df78cea3-423b-4d02-be93-706a06a005f9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1beceede-0773-432e-935b-1a5d4e30ef31 HTTP/1.1" status: 200  len: 850 time: 0.0778372
Sep 15 13:42:37.525120 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-d32a8e3b-2931-4363-8c88-fdc39947baf5 req-ca2bce8e-f94e-41d5-b64b-02edc818cf74 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9b5d95b3-3bf8-4370-9b66-9dd986b48a07&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1020961
Sep 15 13:42:37.905447 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device fc66a605-1559-454b-8fb5-4da3628fccd8 up at agent ovs-agent-dv-cinder-809181-1-iscsi {{(pid=82347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Sep 15 13:42:37.944865 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-d32a8e3b-2931-4363-8c88-fdc39947baf5 req-dab587de-3441-46bc-b6bd-632feba82481 service neutron] 10.222.0.36 "GET /v2.0/networks/9b5d95b3-3bf8-4370-9b66-9dd986b48a07?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4114649
Sep 15 13:42:38.006068 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Provisioning complete for port fc66a605-1559-454b-8fb5-4da3628fccd8 triggered by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:42:38.007069 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:38.129825 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-d32a8e3b-2931-4363-8c88-fdc39947baf5 req-d8895e11-ed27-4cd1-bf84-277bc4c5db90 service neutron] 10.222.0.36 "GET /v2.0/networks/9b5d95b3-3bf8-4370-9b66-9dd986b48a07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1772878
Sep 15 13:42:40.209479 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9650561-1fbf-421f-b6c8-93ab9f1bdd73 req-4a995f77-f4f7-495a-a893-7e5345b6ecec tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:42:40.210215 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-b9650561-1fbf-421f-b6c8-93ab9f1bdd73 req-4a995f77-f4f7-495a-a893-7e5345b6ecec tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Synchronizing usage tracker for tenant:f4690db418f54210bb493bf3245c165d on resource:network {{(pid=82345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Sep 15 13:42:40.226292 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-b9650561-1fbf-421f-b6c8-93ab9f1bdd73 req-4a995f77-f4f7-495a-a893-7e5345b6ecec tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Unset dirty status for tenant:f4690db418f54210bb493bf3245c165d on resource:network {{(pid=82345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Sep 15 13:42:40.227521 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-b9650561-1fbf-421f-b6c8-93ab9f1bdd73 req-4a995f77-f4f7-495a-a893-7e5345b6ecec tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "GET /v2.0/networks?id=22ed8d12-b9e3-40b4-a189-731c2b225206 HTTP/1.1" status: 200  len: 815 time: 0.1745012
Sep 15 13:42:40.245248 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-b9650561-1fbf-421f-b6c8-93ab9f1bdd73 req-d4326e71-18d7-410e-8843-043e8c99b438 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "GET /v2.0/quotas/f4690db418f54210bb493bf3245c165d HTTP/1.1" status: 200  len: 375 time: 0.0114880
Sep 15 13:42:40.331116 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-b9650561-1fbf-421f-b6c8-93ab9f1bdd73 req-94ed5a34-dd6b-4a33-a198-d2686ed9c8d4 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f4690db418f54210bb493bf3245c165d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0802848
Sep 15 13:42:40.478906 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-b9650561-1fbf-421f-b6c8-93ab9f1bdd73 req-e2c509ed-1bf1-4c49-b25a-6df7dc23e783 service neutron] 10.222.0.41 "GET /v2.0/networks/22ed8d12-b9e3-40b4-a189-731c2b225206?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1346781
Sep 15 13:42:40.752058 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-b9650561-1fbf-421f-b6c8-93ab9f1bdd73 req-9f29cbed-c9e3-4939-b1c2-c54c87212f0d service neutron] 10.222.0.41 "GET /v2.0/networks/22ed8d12-b9e3-40b4-a189-731c2b225206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2668512
Sep 15 13:42:40.947991 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-8e7d9c14-95fe-4ffe-a53a-3a0449e3f2d9 req-4adbba53-af47-4eb1-9a49-0e27e81ffc05 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "GET /v2.0/ports?device_id=18687200-4d0b-4f86-b9fc-2c3ddbc470b2 HTTP/1.1" status: 200  len: 210 time: 0.0463102
Sep 15 13:42:42.121365 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-24f11b12-d787-4484-b8d3-d598fc9d945d req-72fae8f1-74a4-4cf1-9439-d659838bc250 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "GET /v2.0/ports?device_id=18687200-4d0b-4f86-b9fc-2c3ddbc470b2 HTTP/1.1" status: 200  len: 210 time: 0.0502455
Sep 15 13:42:42.979660 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9650561-1fbf-421f-b6c8-93ab9f1bdd73 req-bde5cd1b-8623-4720-9b94-97fc11b45de9 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:42:42.979660 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-b9650561-1fbf-421f-b6c8-93ab9f1bdd73 req-bde5cd1b-8623-4720-9b94-97fc11b45de9 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.36 "GET /v2.0/networks?id=22ed8d12-b9e3-40b4-a189-731c2b225206 HTTP/1.1" status: 200  len: 815 time: 0.1823664
Sep 15 13:42:43.001087 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [req-b9650561-1fbf-421f-b6c8-93ab9f1bdd73 req-2644e3b5-8dea-4632-a495-0e61ebd6277d tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Request body: {'port': {'device_id': '18687200-4d0b-4f86-b9fc-2c3ddbc470b2', 'network_id': '22ed8d12-b9e3-40b4-a189-731c2b225206', 'admin_state_up': True, 'tenant_id': 'f4690db418f54210bb493bf3245c165d'}} {{(pid=82345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:42:43.212216 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [req-b9650561-1fbf-421f-b6c8-93ab9f1bdd73 req-2644e3b5-8dea-4632-a495-0e61ebd6277d tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:42:43.217410 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-b9650561-1fbf-421f-b6c8-93ab9f1bdd73 req-2644e3b5-8dea-4632-a495-0e61ebd6277d tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Usage tracker for resource:port and tenant:f4690db418f54210bb493bf3245c165d is out of sync, need to count used quota {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:42:43.221094 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-b9650561-1fbf-421f-b6c8-93ab9f1bdd73 req-2644e3b5-8dea-4632-a495-0e61ebd6277d tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Quota usage for port was recalculated. Used quota:2. {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:42:43.236399 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [req-b9650561-1fbf-421f-b6c8-93ab9f1bdd73 req-2644e3b5-8dea-4632-a495-0e61ebd6277d tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:42:43.255011 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9650561-1fbf-421f-b6c8-93ab9f1bdd73 req-2644e3b5-8dea-4632-a495-0e61ebd6277d tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Made reservation on behalf of f4690db418f54210bb493bf3245c165d for: {'port': 1} {{(pid=82345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Sep 15 13:42:43.261847 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-b9650561-1fbf-421f-b6c8-93ab9f1bdd73 req-2644e3b5-8dea-4632-a495-0e61ebd6277d tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:43.397108 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-556f5fc9-1b7c-46f4-bc8f-8caae6d83210 req-2ab404a1-a3da-48f6-a2cc-3a306a84af50 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "GET /v2.0/ports?device_id=18687200-4d0b-4f86-b9fc-2c3ddbc470b2 HTTP/1.1" status: 200  len: 210 time: 0.0624726
Sep 15 13:42:43.502994 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.db_base_plugin_common [req-b9650561-1fbf-421f-b6c8-93ab9f1bdd73 req-2644e3b5-8dea-4632-a495-0e61ebd6277d tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Allocated IP 172.20.0.13 (22ed8d12-b9e3-40b4-a189-731c2b225206/b0feade9-7551-46e8-99cf-5fe531501bdc/fee43d8f-d5bf-489e-b08b-1f9127053587) {{(pid=82345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Sep 15 13:42:43.773804 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-b9650561-1fbf-421f-b6c8-93ab9f1bdd73 req-2644e3b5-8dea-4632-a495-0e61ebd6277d tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Notify callbacks [] for port, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:43.809639 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [req-b9650561-1fbf-421f-b6c8-93ab9f1bdd73 req-2644e3b5-8dea-4632-a495-0e61ebd6277d tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Transition to ACTIVE for port object fee43d8f-d5bf-489e-b08b-1f9127053587 will not be triggered until provisioned by entity DHCP. {{(pid=82345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Sep 15 13:42:43.866571 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0892facc-1029-4a9a-99fb-b9176b7d0628 req-e4e2aab5-bb71-4494-8157-b05cd89273dd tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:42:43.868803 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-0892facc-1029-4a9a-99fb-b9176b7d0628 req-e4e2aab5-bb71-4494-8157-b05cd89273dd tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 946 time: 0.1372786
Sep 15 13:42:43.870119 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-b9650561-1fbf-421f-b6c8-93ab9f1bdd73 req-2644e3b5-8dea-4632-a495-0e61ebd6277d tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363301743938437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852138254'] for port, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:43.884630 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-63efae1e-c635-4d3b-9f13-4d7a245c275c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:42:43.991459 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9650561-1fbf-421f-b6c8-93ab9f1bdd73 req-2644e3b5-8dea-4632-a495-0e61ebd6277d tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Network 22ed8d12-b9e3-40b4-a189-731c2b225206 is already hosted by enough agents. {{(pid=82345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Sep 15 13:42:43.997468 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.base_scheduler [req-b9650561-1fbf-421f-b6c8-93ab9f1bdd73 req-2644e3b5-8dea-4632-a495-0e61ebd6277d tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Resources bound (agent type, host, resource id):  {{(pid=82345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Sep 15 13:42:44.014645 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9650561-1fbf-421f-b6c8-93ab9f1bdd73 req-2644e3b5-8dea-4632-a495-0e61ebd6277d tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Received port after_create {{(pid=82345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 15 13:42:44.092693 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9650561-1fbf-421f-b6c8-93ab9f1bdd73 req-2644e3b5-8dea-4632-a495-0e61ebd6277d tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:42:44.093666 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-b9650561-1fbf-421f-b6c8-93ab9f1bdd73 req-2644e3b5-8dea-4632-a495-0e61ebd6277d tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251427'] for port, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:44.140550 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2644e3b5-8dea-4632-a495-0e61ebd6277d tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Pushing event updated for resources: {'Port': ['ID=fee43d8f-d5bf-489e-b08b-1f9127053587,revision_number=1']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:42:44.150535 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-2644e3b5-8dea-4632-a495-0e61ebd6277d tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:42:44.153757 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-0892facc-1029-4a9a-99fb-b9176b7d0628 req-3b1a06ae-a772-41e3-8a0a-88021ecb48fb tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2b6258c-7125-4609-a047-87418a93f977&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2345300
Sep 15 13:42:44.189986 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-b9650561-1fbf-421f-b6c8-93ab9f1bdd73 req-2644e3b5-8dea-4632-a495-0e61ebd6277d tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1961784
Sep 15 13:42:44.710547 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-6aed85d7-e070-4a78-8fc8-9e12b753cc88 None None] Provisioning for port fee43d8f-d5bf-489e-b08b-1f9127053587 completed by entity DHCP. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Sep 15 13:42:44.717792 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-6aed85d7-e070-4a78-8fc8-9e12b753cc88 None None] Provisioning complete for port fee43d8f-d5bf-489e-b08b-1f9127053587 triggered by entity DHCP. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:42:44.718366 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-6aed85d7-e070-4a78-8fc8-9e12b753cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:44.780128 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-6aed85d7-e070-4a78-8fc8-9e12b753cc88 None None] Port fee43d8f-d5bf-489e-b08b-1f9127053587 cannot update to ACTIVE because it is not bound. {{(pid=82347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Sep 15 13:42:44.855733 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f62d8b-6e4b-4ea5-a261-4a2125b1e2c0 req-7239179c-c94e-4485-92db-e556916391b4 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:42:44.856529 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-70f62d8b-6e4b-4ea5-a261-4a2125b1e2c0 req-7239179c-c94e-4485-92db-e556916391b4 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Synchronizing usage tracker for tenant:f4690db418f54210bb493bf3245c165d on resource:port {{(pid=82345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Sep 15 13:42:44.875933 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-70f62d8b-6e4b-4ea5-a261-4a2125b1e2c0 req-7239179c-c94e-4485-92db-e556916391b4 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Unset dirty status for tenant:f4690db418f54210bb493bf3245c165d on resource:port {{(pid=82345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Sep 15 13:42:44.877401 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-70f62d8b-6e4b-4ea5-a261-4a2125b1e2c0 req-7239179c-c94e-4485-92db-e556916391b4 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "GET /v2.0/ports?device_id=18687200-4d0b-4f86-b9fc-2c3ddbc470b2 HTTP/1.1" status: 200  len: 932 time: 0.3155868
Sep 15 13:42:44.926673 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-70f62d8b-6e4b-4ea5-a261-4a2125b1e2c0 req-83c5997a-28fa-4d9b-92ac-1ad26cbbc7fc tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Synchronizing usage tracker for tenant:f4690db418f54210bb493bf3245c165d on resource:security_group {{(pid=82345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Sep 15 13:42:44.944008 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-70f62d8b-6e4b-4ea5-a261-4a2125b1e2c0 req-83c5997a-28fa-4d9b-92ac-1ad26cbbc7fc tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Unset dirty status for tenant:f4690db418f54210bb493bf3245c165d on resource:security_group {{(pid=82345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Sep 15 13:42:44.945303 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-70f62d8b-6e4b-4ea5-a261-4a2125b1e2c0 req-83c5997a-28fa-4d9b-92ac-1ad26cbbc7fc tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "GET /v2.0/security-groups?id=4781b849-c099-4cd6-9eb8-2f7a21e5e982&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614822
Sep 15 13:42:45.404624 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbab376-c6a5-4616-aa72-962b3e21fea0 req-edc344c6-8888-417f-8efd-5aa75000f88c tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:42:45.406337 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-9bbab376-c6a5-4616-aa72-962b3e21fea0 req-edc344c6-8888-417f-8efd-5aa75000f88c tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 946 time: 0.0925574
Sep 15 13:42:45.457974 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-9bbab376-c6a5-4616-aa72-962b3e21fea0 req-d4c6172e-d687-4fda-bf58-44107c6c85a6 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2b6258c-7125-4609-a047-87418a93f977&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453084
Sep 15 13:42:46.294884 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dac13e-19df-4e3f-bcbd-ef826288c53a req-2ff2be6f-c493-497d-8bcf-81512bd29638 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:42:46.296583 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-82dac13e-19df-4e3f-bcbd-ef826288c53a req-2ff2be6f-c493-497d-8bcf-81512bd29638 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "GET /v2.0/ports?device_id=18687200-4d0b-4f86-b9fc-2c3ddbc470b2 HTTP/1.1" status: 200  len: 932 time: 0.1422930
Sep 15 13:42:46.366179 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-82dac13e-19df-4e3f-bcbd-ef826288c53a req-203e973a-0388-4596-bbe3-b7893e1e4310 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "GET /v2.0/security-groups?id=4781b849-c099-4cd6-9eb8-2f7a21e5e982&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0633848
Sep 15 13:42:46.689037 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699ac7f8-fc90-48fd-83fb-0282bc617322 req-64528031-5c75-446d-820a-8441f11cce2b tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:42:46.690692 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-699ac7f8-fc90-48fd-83fb-0282bc617322 req-64528031-5c75-446d-820a-8441f11cce2b tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 946 time: 0.0909941
Sep 15 13:42:46.742650 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-699ac7f8-fc90-48fd-83fb-0282bc617322 req-f925d69a-92a7-4dd8-aa24-94b6a7a28b84 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2b6258c-7125-4609-a047-87418a93f977&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444539
Sep 15 13:42:47.587658 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f750023-3242-4f2b-a66a-a269289daca3 req-55ae3704-f066-4a6a-a35a-9c37715229de tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:42:47.589250 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-2f750023-3242-4f2b-a66a-a269289daca3 req-55ae3704-f066-4a6a-a35a-9c37715229de tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "GET /v2.0/ports?device_id=18687200-4d0b-4f86-b9fc-2c3ddbc470b2 HTTP/1.1" status: 200  len: 932 time: 0.0945017
Sep 15 13:42:47.652650 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-2f750023-3242-4f2b-a66a-a269289daca3 req-bdc0ccb3-a6be-47ab-a550-21744a4bb522 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "GET /v2.0/security-groups?id=4781b849-c099-4cd6-9eb8-2f7a21e5e982&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559206
Sep 15 13:42:47.999467 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5653fc30-67de-4619-b577-c7fb6d0995a7 req-47bde2bc-d0c8-49b7-bf6d-8be76f711dd4 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:42:48.001281 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-5653fc30-67de-4619-b577-c7fb6d0995a7 req-47bde2bc-d0c8-49b7-bf6d-8be76f711dd4 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 946 time: 0.1025903
Sep 15 13:42:48.053676 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-5653fc30-67de-4619-b577-c7fb6d0995a7 req-64b059b8-c54a-4ecb-bcea-4584ce35e270 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2b6258c-7125-4609-a047-87418a93f977&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444493
Sep 15 13:42:48.760113 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 35672) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:42:48.890575 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e824a39a-fb13-4e8d-a6a2-343a76c6c4b1 req-f100ac33-9a65-4952-b1fa-21a268e86ab1 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:42:48.892248 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-e824a39a-fb13-4e8d-a6a2-343a76c6c4b1 req-f100ac33-9a65-4952-b1fa-21a268e86ab1 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "GET /v2.0/ports?device_id=18687200-4d0b-4f86-b9fc-2c3ddbc470b2 HTTP/1.1" status: 200  len: 932 time: 0.0902393
Sep 15 13:42:48.944042 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-e824a39a-fb13-4e8d-a6a2-343a76c6c4b1 req-dac4c9c3-efb9-46e7-8556-787f474a894e tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "GET /v2.0/security-groups?id=4781b849-c099-4cd6-9eb8-2f7a21e5e982&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451670
Sep 15 13:42:48.946021 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5e4a9fd5-1ffc-4292-a02c-15899b782358 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:48.981970 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-5e4a9fd5-1ffc-4292-a02c-15899b782358 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:42:48.986685 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-5e4a9fd5-1ffc-4292-a02c-15899b782358 admin admin] Usage tracker for resource:security_group_rule and tenant:17cbdaae153540719fe76520166d9e73 is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:42:48.990425 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-5e4a9fd5-1ffc-4292-a02c-15899b782358 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:42:48.997339 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-5e4a9fd5-1ffc-4292-a02c-15899b782358 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:42:49.082520 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5e4a9fd5-1ffc-4292-a02c-15899b782358 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:49.085407 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5e4a9fd5-1ffc-4292-a02c-15899b782358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:49.092898 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-e37d3be0-6f4e-4abd-bcab-e61ef1da5cec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:42:49.158302 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4a9fd5-1ffc-4292-a02c-15899b782358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d000540-dc93-498f-902a-1c3d7b9bcf79,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:42:49.162435 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-5e4a9fd5-1ffc-4292-a02c-15899b782358 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:42:49.168668 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 35682) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:42:49.168844 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-5e4a9fd5-1ffc-4292-a02c-15899b782358 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=17cbdaae153540719fe76520166d9e73&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4074066
Sep 15 13:42:49.336143 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-0d5ecd8a-e679-466c-8fdd-de7458e1c015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:49.388935 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c2cf8-bfb8-4122-a1eb-5a73fdb818f5 req-6d7b03ee-11c7-4407-9d3f-cc3ec68c8cf4 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:42:49.390614 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-1b7c2cf8-bfb8-4122-a1eb-5a73fdb818f5 req-6d7b03ee-11c7-4407-9d3f-cc3ec68c8cf4 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 946 time: 0.1568680
Sep 15 13:42:49.392336 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-0d5ecd8a-e679-466c-8fdd-de7458e1c015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:49.476218 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-1b7c2cf8-bfb8-4122-a1eb-5a73fdb818f5 req-1cdc1ffd-e798-49fa-97f8-6a4cbd88b7f5 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2b6258c-7125-4609-a047-87418a93f977&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0761013
Sep 15 13:42:49.483290 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-0d5ecd8a-e679-466c-8fdd-de7458e1c015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:49.488695 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-f19cec31-d464-48eb-89d0-8172da9be75d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:42:49.514976 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5ecd8a-e679-466c-8fdd-de7458e1c015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d000540-dc93-498f-902a-1c3d7b9bcf79,revision_number=None']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:42:49.517476 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-0d5ecd8a-e679-466c-8fdd-de7458e1c015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:49.519240 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-0d5ecd8a-e679-466c-8fdd-de7458e1c015 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2d000540-dc93-498f-902a-1c3d7b9bcf79 HTTP/1.1" status: 204  len: 168 time: 0.3484542
Sep 15 13:42:49.520428 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-0d5ecd8a-e679-466c-8fdd-de7458e1c015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:42:49.652328 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 35696) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:42:50.007535 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-a064cdfe-807f-4741-a115-5e404258779e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:50.042789 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-a064cdfe-807f-4741-a115-5e404258779e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:42:50.047818 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-a064cdfe-807f-4741-a115-5e404258779e admin admin] Usage tracker for resource:security_group_rule and tenant:efeb069223004f62b0f34f845f013b5e is out of sync, need to count used quota {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:42:50.051184 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-a064cdfe-807f-4741-a115-5e404258779e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:42:50.057416 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-a064cdfe-807f-4741-a115-5e404258779e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:42:50.208637 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-a064cdfe-807f-4741-a115-5e404258779e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:50.217096 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.agents_db [None req-051818a7-3814-4859-966a-2c4e7d325cc9 None None] Agent healthcheck: found 6 active agents {{(pid=82348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Sep 15 13:42:50.217343 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-a064cdfe-807f-4741-a115-5e404258779e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:50.226556 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-ecffec8e-4764-46c4-a276-70593fcdb629 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:42:50.281636 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-a064cdfe-807f-4741-a115-5e404258779e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=efeb069223004f62b0f34f845f013b5e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6280198
Sep 15 13:42:50.282075 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 35716) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:42:50.375919 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a064cdfe-807f-4741-a115-5e404258779e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc896cd-0bcf-435a-b066-dcb4668a0a5b,revision_number=1']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:42:50.397270 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb06ec3-98c8-4f77-b0a0-478e51fcc08f req-ff157aa7-3668-4321-93cc-cab61fbb829a tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:42:50.399709 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-8bb06ec3-98c8-4f77-b0a0-478e51fcc08f req-ff157aa7-3668-4321-93cc-cab61fbb829a tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "GET /v2.0/ports?device_id=18687200-4d0b-4f86-b9fc-2c3ddbc470b2 HTTP/1.1" status: 200  len: 932 time: 0.2874682
Sep 15 13:42:50.401070 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-a064cdfe-807f-4741-a115-5e404258779e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:42:50.428153 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-43d3e62e-e8be-4185-92eb-6b9f536de2a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:50.473916 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-8bb06ec3-98c8-4f77-b0a0-478e51fcc08f req-fae03011-ab67-4d41-a577-e70346533df3 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "GET /v2.0/security-groups?id=4781b849-c099-4cd6-9eb8-2f7a21e5e982&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0654597
Sep 15 13:42:50.483357 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-43d3e62e-e8be-4185-92eb-6b9f536de2a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:50.547422 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-43d3e62e-e8be-4185-92eb-6b9f536de2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:50.552790 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-12117219-b99b-4d32-b393-e6acfd848b5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:42:50.588254 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d3e62e-e8be-4185-92eb-6b9f536de2a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc896cd-0bcf-435a-b066-dcb4668a0a5b,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:42:50.625973 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-43d3e62e-e8be-4185-92eb-6b9f536de2a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:42:50.638823 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-43d3e62e-e8be-4185-92eb-6b9f536de2a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:50.641867 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-43d3e62e-e8be-4185-92eb-6b9f536de2a4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3fc896cd-0bcf-435a-b066-dcb4668a0a5b HTTP/1.1" status: 204  len: 168 time: 0.3585410
Sep 15 13:42:50.742510 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba761a30-19b0-420c-a05f-37e991945f51 req-eeb60a77-20b0-4230-84dd-6847b22145e8 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:42:50.750542 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-ba761a30-19b0-420c-a05f-37e991945f51 req-eeb60a77-20b0-4230-84dd-6847b22145e8 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 946 time: 0.1096563
Sep 15 13:42:50.808368 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-ba761a30-19b0-420c-a05f-37e991945f51 req-cc57eaef-b7c9-408a-8181-faf0d55d336d tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2b6258c-7125-4609-a047-87418a93f977&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0566056
Sep 15 13:42:51.186470 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 35740) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:42:51.209701 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7b35ec13-537a-47e9-9c57-7ba073501530 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:51.245454 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-7b35ec13-537a-47e9-9c57-7ba073501530 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:42:51.251904 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-7b35ec13-537a-47e9-9c57-7ba073501530 admin admin] Usage tracker for resource:security_group_rule and tenant:0fe408e898174ce9a73f212c70197715 is out of sync, need to count used quota {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:42:51.253356 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-7b35ec13-537a-47e9-9c57-7ba073501530 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:42:51.259878 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-7b35ec13-537a-47e9-9c57-7ba073501530 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:42:51.337081 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7b35ec13-537a-47e9-9c57-7ba073501530 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:51.341625 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7b35ec13-537a-47e9-9c57-7ba073501530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:51.351343 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-12157b48-4f7b-4a41-a27e-e15b2aa63845 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:42:51.385536 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-7b35ec13-537a-47e9-9c57-7ba073501530 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0fe408e898174ce9a73f212c70197715&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1969454
Sep 15 13:42:51.387420 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 35744) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:42:51.404103 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b35ec13-537a-47e9-9c57-7ba073501530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e459d4be-34fc-4156-8b38-f587dc5657bc,revision_number=1']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:42:51.407422 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-7b35ec13-537a-47e9-9c57-7ba073501530 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:42:51.455954 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2fc2ed49-d0eb-49dc-974b-1883dff090e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:51.513874 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2fc2ed49-d0eb-49dc-974b-1883dff090e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:51.582878 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2fc2ed49-d0eb-49dc-974b-1883dff090e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:51.590986 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-12a53500-9b54-4b75-afc0-222afbf99b36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:42:51.608688 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2fc2ed49-d0eb-49dc-974b-1883dff090e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:51.612920 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-2fc2ed49-d0eb-49dc-974b-1883dff090e3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e459d4be-34fc-4156-8b38-f587dc5657bc HTTP/1.1" status: 204  len: 168 time: 0.2215247
Sep 15 13:42:51.612920 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc2ed49-d0eb-49dc-974b-1883dff090e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e459d4be-34fc-4156-8b38-f587dc5657bc,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:42:51.621540 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-2fc2ed49-d0eb-49dc-974b-1883dff090e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:42:51.735985 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71de4413-a472-4706-b537-562bce788972 req-56bcd29d-9ff1-49cb-ad8b-3eefbd0c9fab tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:42:51.738376 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-71de4413-a472-4706-b537-562bce788972 req-56bcd29d-9ff1-49cb-ad8b-3eefbd0c9fab tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "GET /v2.0/ports?device_id=18687200-4d0b-4f86-b9fc-2c3ddbc470b2 HTTP/1.1" status: 200  len: 932 time: 0.1327634
Sep 15 13:42:51.815022 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-71de4413-a472-4706-b537-562bce788972 req-bfbaa91a-6960-4c1b-b789-37498161bf95 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "GET /v2.0/security-groups?id=4781b849-c099-4cd6-9eb8-2f7a21e5e982&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0695906
Sep 15 13:42:52.052031 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9e65da-9e65-4930-89e7-838109fb4eab req-e0a1e3b4-ed3d-4793-98ac-6b48d2b31c31 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:42:52.053791 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-da9e65da-9e65-4930-89e7-838109fb4eab req-e0a1e3b4-ed3d-4793-98ac-6b48d2b31c31 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 946 time: 0.0963051
Sep 15 13:42:52.215938 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 35760) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:42:52.236911 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7d2d966d-88da-4ccf-bb8e-199a0b2996a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:52.306353 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-7d2d966d-88da-4ccf-bb8e-199a0b2996a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:42:52.311482 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-7d2d966d-88da-4ccf-bb8e-199a0b2996a4 admin admin] Usage tracker for resource:security_group_rule and tenant:9eff35dd74a647579a3932b4eda2f690 is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:42:52.315021 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-7d2d966d-88da-4ccf-bb8e-199a0b2996a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:42:52.322693 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-7d2d966d-88da-4ccf-bb8e-199a0b2996a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:42:52.335463 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-da9e65da-9e65-4930-89e7-838109fb4eab req-7b57c1c5-0fdd-493b-a099-69698cf62cb1 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2b6258c-7125-4609-a047-87418a93f977&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2753005
Sep 15 13:42:52.414819 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7d2d966d-88da-4ccf-bb8e-199a0b2996a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:52.417680 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7d2d966d-88da-4ccf-bb8e-199a0b2996a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:52.425634 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-f425a1cb-3f05-41e4-9fab-98097ebd63c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:42:52.467108 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2d966d-88da-4ccf-bb8e-199a0b2996a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=406dc293-370d-47b6-b493-7a1a98f56318,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:42:52.472437 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-7d2d966d-88da-4ccf-bb8e-199a0b2996a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:42:52.475915 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-7d2d966d-88da-4ccf-bb8e-199a0b2996a4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9eff35dd74a647579a3932b4eda2f690&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2588482
Sep 15 13:42:52.479027 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 35764) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:42:52.547252 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f00073e4-7f36-4d2c-a10f-1371ffafa6e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:52.576850 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f00073e4-7f36-4d2c-a10f-1371ffafa6e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:52.624922 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f00073e4-7f36-4d2c-a10f-1371ffafa6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:52.631020 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-ad42c5af-5608-4564-841c-7c6d6822fef6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:42:52.645617 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00073e4-7f36-4d2c-a10f-1371ffafa6e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=406dc293-370d-47b6-b493-7a1a98f56318,revision_number=None']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:42:52.648477 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-f00073e4-7f36-4d2c-a10f-1371ffafa6e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:42:52.661044 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f00073e4-7f36-4d2c-a10f-1371ffafa6e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:52.662282 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-f00073e4-7f36-4d2c-a10f-1371ffafa6e9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/406dc293-370d-47b6-b493-7a1a98f56318 HTTP/1.1" status: 204  len: 168 time: 0.1821516
Sep 15 13:42:53.116068 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23df75e-5daa-44c5-91b1-885db9322a5a req-f741e347-2463-43b5-afcc-006e8cd6a403 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:42:53.117969 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-d23df75e-5daa-44c5-91b1-885db9322a5a req-f741e347-2463-43b5-afcc-006e8cd6a403 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "GET /v2.0/ports?device_id=18687200-4d0b-4f86-b9fc-2c3ddbc470b2 HTTP/1.1" status: 200  len: 932 time: 0.1207068
Sep 15 13:42:53.180225 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-d23df75e-5daa-44c5-91b1-885db9322a5a req-862e58ec-0349-46d5-b965-462d0a58682f tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "GET /v2.0/security-groups?id=4781b849-c099-4cd6-9eb8-2f7a21e5e982&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0561094
Sep 15 13:42:53.273838 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-c63adf59-6221-4a2e-b745-8c1dc10c4468 req-63167ca5-3e27-4108-9f08-f6611e0c2eb5 tempest-VolumesNegativeTest-1142966262 tempest-VolumesNegativeTest-1142966262-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=3b343a736370447dba3155d3075235cd&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0381105
Sep 15 13:42:53.479455 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63adf59-6221-4a2e-b745-8c1dc10c4468 req-394b1b17-932a-4ca3-9936-b04d3bdddf40 tempest-VolumesNegativeTest-1142966262 tempest-VolumesNegativeTest-1142966262-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:42:53.487306 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-c63adf59-6221-4a2e-b745-8c1dc10c4468 req-394b1b17-932a-4ca3-9936-b04d3bdddf40 tempest-VolumesNegativeTest-1142966262 tempest-VolumesNegativeTest-1142966262-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2073190
Sep 15 13:42:53.504260 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-c63adf59-6221-4a2e-b745-8c1dc10c4468 req-29a9af7e-a3ae-46fd-8616-73dc6b1a2e82 tempest-VolumesNegativeTest-1142966262 tempest-VolumesNegativeTest-1142966262-project] 10.222.0.41 "GET /v2.0/quotas/3b343a736370447dba3155d3075235cd HTTP/1.1" status: 200  len: 375 time: 0.0158331
Sep 15 13:42:53.622436 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-c63adf59-6221-4a2e-b745-8c1dc10c4468 req-dea275f3-a98d-4c4e-b67e-d9b2135eef61 tempest-VolumesNegativeTest-1142966262 tempest-VolumesNegativeTest-1142966262-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3b343a736370447dba3155d3075235cd&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1157782
Sep 15 13:42:53.716778 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405ad205-712d-4904-afa3-08fc758f386d req-a90a413b-8afa-4a4a-8138-7f8dfef63954 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:42:53.718492 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-405ad205-712d-4904-afa3-08fc758f386d req-a90a413b-8afa-4a4a-8138-7f8dfef63954 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 946 time: 0.1661866
Sep 15 13:42:53.793027 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-405ad205-712d-4904-afa3-08fc758f386d req-16fe2046-ac75-477f-8cd6-83d903360ec6 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2b6258c-7125-4609-a047-87418a93f977&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0674751
Sep 15 13:42:53.888435 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 35812) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:42:53.905482 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-eb2adfd0-1a6b-451f-b3ee-9dfb6dcba3e7 req-f06a3d85-7d9a-4f23-ae24-03b475a93565 tempest-VolumesNegativeTest-1142966262 tempest-VolumesNegativeTest-1142966262-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3b580ce-2b49-4de1-b043-a3f38ded3902 HTTP/1.1" status: 200  len: 210 time: 0.0513322
Sep 15 13:42:54.045850 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [None req-e8f059ac-d53f-4e33-969b-eac84fcaec03 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1587872150-network', 'tenant_id': '80a3f843a4c74e49be14ec5c2a2f7ca3'}} {{(pid=82346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:42:54.051000 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-e8f059ac-d53f-4e33-969b-eac84fcaec03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:42:54.055163 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-e8f059ac-d53f-4e33-969b-eac84fcaec03 admin admin] Usage tracker for resource:network and tenant:80a3f843a4c74e49be14ec5c2a2f7ca3 is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:42:54.058253 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-e8f059ac-d53f-4e33-969b-eac84fcaec03 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:42:54.065970 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-e8f059ac-d53f-4e33-969b-eac84fcaec03 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:42:54.075398 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f059ac-d53f-4e33-969b-eac84fcaec03 admin admin] Made reservation on behalf of 80a3f843a4c74e49be14ec5c2a2f7ca3 for: {'network': 1} {{(pid=82346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Sep 15 13:42:54.080644 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-e8f059ac-d53f-4e33-969b-eac84fcaec03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for network, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:54.094587 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-e8f059ac-d53f-4e33-969b-eac84fcaec03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:54.131393 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-e8f059ac-d53f-4e33-969b-eac84fcaec03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:42:54.135650 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-e8f059ac-d53f-4e33-969b-eac84fcaec03 admin admin] Usage tracker for resource:security_group_rule and tenant:80a3f843a4c74e49be14ec5c2a2f7ca3 is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:42:54.139361 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-e8f059ac-d53f-4e33-969b-eac84fcaec03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:42:54.146569 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-e8f059ac-d53f-4e33-969b-eac84fcaec03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:42:54.224409 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-e8f059ac-d53f-4e33-969b-eac84fcaec03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:54.227923 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-e8f059ac-d53f-4e33-969b-eac84fcaec03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:54.234768 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-7db734da-08c0-402b-9017-fc02504750fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:42:54.253247 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8f059ac-d53f-4e33-969b-eac84fcaec03 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356}  {{(pid=82346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}}
Sep 15 13:42:54.262743 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-e8f059ac-d53f-4e33-969b-eac84fcaec03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854307961'] for segment, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:54.263147 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.db.segments_db [None req-e8f059ac-d53f-4e33-969b-eac84fcaec03 admin admin] Added segment 9af64173-1608-49cc-9c02-54e3e7c2beb6 of type vlan for network 22c5e686-1e8b-4cf9-8815-eed779998c4a
Sep 15 13:42:54.300494 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-e8f059ac-d53f-4e33-969b-eac84fcaec03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735110816490'] for network, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:54.345790 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-e8f059ac-d53f-4e33-969b-eac84fcaec03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916'] for network, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:54.348105 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f059ac-d53f-4e33-969b-eac84fcaec03 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:42:54.348768 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-e8f059ac-d53f-4e33-969b-eac84fcaec03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7149901'] for network, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:54.354088 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f059ac-d53f-4e33-969b-eac84fcaec03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7212dde7-41f8-41d3-9a43-fa5de696ce7b,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:42:54.382240 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-e8f059ac-d53f-4e33-969b-eac84fcaec03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:42:54.382902 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-d9c660b8-2b73-40b3-9980-197d2059b7cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:42:54.405537 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af619725-7672-4462-a348-ecdb1da0d688 req-d6d82734-6aec-4283-be79-0296e9f5e918 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:42:54.407255 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-af619725-7672-4462-a348-ecdb1da0d688 req-d6d82734-6aec-4283-be79-0296e9f5e918 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "GET /v2.0/ports?device_id=18687200-4d0b-4f86-b9fc-2c3ddbc470b2 HTTP/1.1" status: 200  len: 932 time: 0.0978756
Sep 15 13:42:54.457725 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-af619725-7672-4462-a348-ecdb1da0d688 req-a2517bf3-64de-4771-a8cc-96741efe0b76 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "GET /v2.0/security-groups?id=4781b849-c099-4cd6-9eb8-2f7a21e5e982&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438349
Sep 15 13:42:54.486257 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f059ac-d53f-4e33-969b-eac84fcaec03 admin admin] Pushing event updated for resources: {'Network': ['ID=22c5e686-1e8b-4cf9-8815-eed779998c4a,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:42:54.489417 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-e8f059ac-d53f-4e33-969b-eac84fcaec03 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5998447
Sep 15 13:42:54.490407 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-e8f059ac-d53f-4e33-969b-eac84fcaec03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:42:54.492777 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 35828) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:42:54.499212 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [None req-d0c277b6-7f77-4e88-b7d8-6cf40efcd90d admin admin] Request body: {'subnet': {'network_id': '22c5e686-1e8b-4cf9-8815-eed779998c4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1587872150-subnet', 'tenant_id': '80a3f843a4c74e49be14ec5c2a2f7ca3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:42:54.499722 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Network 22c5e686-1e8b-4cf9-8815-eed779998c4a details requested by agent ovs-agent-dv-cinder-809181-1-iscsi with host dv-cinder-809181-1-iscsi {{(pid=82347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Sep 15 13:42:54.505271 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-d0c277b6-7f77-4e88-b7d8-6cf40efcd90d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:42:54.510540 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-d0c277b6-7f77-4e88-b7d8-6cf40efcd90d admin admin] Usage tracker for resource:subnet and tenant:80a3f843a4c74e49be14ec5c2a2f7ca3 is out of sync, need to count used quota {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:42:54.512466 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-d0c277b6-7f77-4e88-b7d8-6cf40efcd90d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:42:54.519569 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-d0c277b6-7f77-4e88-b7d8-6cf40efcd90d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:42:54.529252 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c277b6-7f77-4e88-b7d8-6cf40efcd90d admin admin] Made reservation on behalf of 80a3f843a4c74e49be14ec5c2a2f7ca3 for: {'subnet': 1} {{(pid=82345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Sep 15 13:42:54.533932 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-d0c277b6-7f77-4e88-b7d8-6cf40efcd90d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1308941'] for subnet, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:54.745587 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-d0c277b6-7f77-4e88-b7d8-6cf40efcd90d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2634338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1308956'] for subnet, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:54.749643 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:42:54.788066 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [req-b9650561-1fbf-421f-b6c8-93ab9f1bdd73 req-d9898652-2027-4d84-8f97-2f722bf83bc2 service neutron] Request body: {'port': {'device_id': '18687200-4d0b-4f86-b9fc-2c3ddbc470b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80918'}} {{(pid=82345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:42:54.888778 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c277b6-7f77-4e88-b7d8-6cf40efcd90d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ff1b6d6-b719-4717-9095-e467b3f3968e,revision_number=0']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:42:54.926899 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-d0c277b6-7f77-4e88-b7d8-6cf40efcd90d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:42:54.959340 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c277b6-7f77-4e88-b7d8-6cf40efcd90d admin admin] Checking segment: {'id': '9af64173-1608-49cc-9c02-54e3e7c2beb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '22c5e686-1e8b-4cf9-8815-eed779998c4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Sep 15 13:42:54.959782 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c277b6-7f77-4e88-b7d8-6cf40efcd90d admin admin] Network hostable DHCP agents. Network: 22c5e686-1e8b-4cf9-8815-eed779998c4a, hostable agents: ['1e45ab9c-2f68-483a-a4f9-339d8484c2ba'], hosted agents: [] {{(pid=82345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Sep 15 13:42:54.978712 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-b9650561-1fbf-421f-b6c8-93ab9f1bdd73 req-d9898652-2027-4d84-8f97-2f722bf83bc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:55.101321 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c277b6-7f77-4e88-b7d8-6cf40efcd90d admin admin] Network 22c5e686-1e8b-4cf9-8815-eed779998c4a is scheduled to be hosted by DHCP agent 1e45ab9c-2f68-483a-a4f9-339d8484c2ba with binding_index 1 {{(pid=82345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Sep 15 13:42:55.155810 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-2268dbcd-358b-44be-bd1b-8244413727db req-4d2836e9-393a-4d9c-81da-86a6f5643116 tempest-VolumesNegativeTest-1142966262 tempest-VolumesNegativeTest-1142966262-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3b580ce-2b49-4de1-b043-a3f38ded3902 HTTP/1.1" status: 200  len: 210 time: 0.1072545
Sep 15 13:42:55.182257 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.base_scheduler [None req-d0c277b6-7f77-4e88-b7d8-6cf40efcd90d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809181-1-iscsi, 22c5e686-1e8b-4cf9-8815-eed779998c4a) {{(pid=82345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Sep 15 13:42:55.189037 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c277b6-7f77-4e88-b7d8-6cf40efcd90d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:42:55.189687 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-d0c277b6-7f77-4e88-b7d8-6cf40efcd90d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7149901'] for subnet, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:55.190324 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a7d44a-1e90-40a4-bad4-b0beb246213a None None] Network 22c5e686-1e8b-4cf9-8815-eed779998c4a requested from dv-cinder-809181-1-iscsi {{(pid=82347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Sep 15 13:42:55.288882 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-d0c277b6-7f77-4e88-b7d8-6cf40efcd90d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.7947056
Sep 15 13:42:55.342006 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5b0b89-543c-4fd2-afab-d4196f04f3ad req-cc9c1de3-c046-48fe-bba4-8f7d16732248 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:42:55.343607 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-3e5b0b89-543c-4fd2-afab-d4196f04f3ad req-cc9c1de3-c046-48fe-bba4-8f7d16732248 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 946 time: 0.2451630
Sep 15 13:42:55.439560 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c9868f-7d90-43c3-9433-3dd49d22b6b6 None None] Network 22c5e686-1e8b-4cf9-8815-eed779998c4a requested from dv-cinder-809181-1-iscsi {{(pid=82347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Sep 15 13:42:55.468568 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-3e5b0b89-543c-4fd2-afab-d4196f04f3ad req-50c704c8-f590-45f1-ae78-db67f43f7b0f tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2b6258c-7125-4609-a047-87418a93f977&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1174624
Sep 15 13:42:55.642812 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [req-b9650561-1fbf-421f-b6c8-93ab9f1bdd73 req-d9898652-2027-4d84-8f97-2f722bf83bc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fee43d8f-d5bf-489e-b08b-1f9127053587 {{(pid=82345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Sep 15 13:42:55.643204 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-c63adf59-6221-4a2e-b745-8c1dc10c4468 req-fb622063-b47b-49e9-a47b-2ee11a62cfa0 tempest-VolumesNegativeTest-1142966262 tempest-VolumesNegativeTest-1142966262-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=3b343a736370447dba3155d3075235cd&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0706611
Sep 15 13:42:55.692567 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-b9650561-1fbf-421f-b6c8-93ab9f1bdd73 req-d9898652-2027-4d84-8f97-2f722bf83bc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:55.720454 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [req-b9650561-1fbf-421f-b6c8-93ab9f1bdd73 req-d9898652-2027-4d84-8f97-2f722bf83bc2 service neutron] Transition to ACTIVE for port object fee43d8f-d5bf-489e-b08b-1f9127053587 will not be triggered until provisioned by entity L2. {{(pid=82345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Sep 15 13:42:55.728879 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-b9650561-1fbf-421f-b6c8-93ab9f1bdd73 req-d9898652-2027-4d84-8f97-2f722bf83bc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2637562'] for port, after_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:55.734358 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-6b2cd903-722f-451d-bee8-f43aa7907aaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:42:55.871126 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63adf59-6221-4a2e-b745-8c1dc10c4468 req-a888af69-4a39-4928-bc88-29145766b0c8 tempest-VolumesNegativeTest-1142966262 tempest-VolumesNegativeTest-1142966262-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:42:55.873097 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-c63adf59-6221-4a2e-b745-8c1dc10c4468 req-a888af69-4a39-4928-bc88-29145766b0c8 tempest-VolumesNegativeTest-1142966262 tempest-VolumesNegativeTest-1142966262-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2231982
Sep 15 13:42:55.881668 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43954df-34a5-44a5-9c80-bf9d2736a715 req-4a2f5fa9-78f8-4a1f-8682-80130fdb2b7d tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:42:55.883419 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a43954df-34a5-44a5-9c80-bf9d2736a715 req-4a2f5fa9-78f8-4a1f-8682-80130fdb2b7d tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "GET /v2.0/ports?device_id=18687200-4d0b-4f86-b9fc-2c3ddbc470b2 HTTP/1.1" status: 200  len: 932 time: 0.2356036
Sep 15 13:42:55.902026 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [req-c63adf59-6221-4a2e-b745-8c1dc10c4468 req-15e78ab7-c1d9-49f5-b692-e791ff519522 tempest-VolumesNegativeTest-1142966262 tempest-VolumesNegativeTest-1142966262-project] Request body: {'port': {'device_id': 'f3b580ce-2b49-4de1-b043-a3f38ded3902', 'network_id': 'ad51e7be-8803-4b14-b6e4-5b58bda958cb', 'admin_state_up': True, 'tenant_id': '3b343a736370447dba3155d3075235cd'}} {{(pid=82346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:42:55.917466 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9898652-2027-4d84-8f97-2f722bf83bc2 service neutron] Pushing event updated for resources: {'Port': ['ID=fee43d8f-d5bf-489e-b08b-1f9127053587,revision_number=2']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:42:55.924046 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-d9898652-2027-4d84-8f97-2f722bf83bc2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:42:56.062001 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a43954df-34a5-44a5-9c80-bf9d2736a715 req-7654b74a-18b3-483a-a5d7-437cebad0be0 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "GET /v2.0/security-groups?id=4781b849-c099-4cd6-9eb8-2f7a21e5e982&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1525559
Sep 15 13:42:56.077811 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [req-c63adf59-6221-4a2e-b745-8c1dc10c4468 req-15e78ab7-c1d9-49f5-b692-e791ff519522 tempest-VolumesNegativeTest-1142966262 tempest-VolumesNegativeTest-1142966262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:42:56.085840 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-c63adf59-6221-4a2e-b745-8c1dc10c4468 req-15e78ab7-c1d9-49f5-b692-e791ff519522 tempest-VolumesNegativeTest-1142966262 tempest-VolumesNegativeTest-1142966262-project] Usage tracker for resource:port and tenant:3b343a736370447dba3155d3075235cd is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:42:56.089564 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-c63adf59-6221-4a2e-b745-8c1dc10c4468 req-15e78ab7-c1d9-49f5-b692-e791ff519522 tempest-VolumesNegativeTest-1142966262 tempest-VolumesNegativeTest-1142966262-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:42:56.094421 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [req-b9650561-1fbf-421f-b6c8-93ab9f1bdd73 req-d9898652-2027-4d84-8f97-2f722bf83bc2 service neutron] Attempting to bind port fee43d8f-d5bf-489e-b08b-1f9127053587 on host hv-cinder-80918 for vnic_type normal with profile  {{(pid=82345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Sep 15 13:42:56.094803 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [req-b9650561-1fbf-421f-b6c8-93ab9f1bdd73 req-d9898652-2027-4d84-8f97-2f722bf83bc2 service neutron] Attempting to bind port fee43d8f-d5bf-489e-b08b-1f9127053587 by drivers openvswitch,hyperv on host hv-cinder-80918 at level 0 using segments [{'id': '1d9e96c7-616e-4a0a-ae4e-0fa650630ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '22ed8d12-b9e3-40b4-a189-731c2b225206'}] {{(pid=82345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Sep 15 13:42:56.095282 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9650561-1fbf-421f-b6c8-93ab9f1bdd73 req-d9898652-2027-4d84-8f97-2f722bf83bc2 service neutron] Attempting to bind port fee43d8f-d5bf-489e-b08b-1f9127053587 on network 22ed8d12-b9e3-40b4-a189-731c2b225206 {{(pid=82345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Sep 15 13:42:56.098172 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [req-c63adf59-6221-4a2e-b745-8c1dc10c4468 req-15e78ab7-c1d9-49f5-b692-e791ff519522 tempest-VolumesNegativeTest-1142966262 tempest-VolumesNegativeTest-1142966262-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:42:56.112264 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9650561-1fbf-421f-b6c8-93ab9f1bdd73 req-d9898652-2027-4d84-8f97-2f722bf83bc2 service neutron] Port fee43d8f-d5bf-489e-b08b-1f9127053587 on network 22ed8d12-b9e3-40b4-a189-731c2b225206 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80918 {{(pid=82345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 15 13:42:56.113130 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9650561-1fbf-421f-b6c8-93ab9f1bdd73 req-d9898652-2027-4d84-8f97-2f722bf83bc2 service neutron] Attempting to bind port fee43d8f-d5bf-489e-b08b-1f9127053587 on network 22ed8d12-b9e3-40b4-a189-731c2b225206 {{(pid=82345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Sep 15 13:42:56.120537 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c63adf59-6221-4a2e-b745-8c1dc10c4468 req-15e78ab7-c1d9-49f5-b692-e791ff519522 tempest-VolumesNegativeTest-1142966262 tempest-VolumesNegativeTest-1142966262-project] Made reservation on behalf of 3b343a736370447dba3155d3075235cd for: {'port': 1} {{(pid=82346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Sep 15 13:42:56.121048 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9650561-1fbf-421f-b6c8-93ab9f1bdd73 req-d9898652-2027-4d84-8f97-2f722bf83bc2 service neutron] Checking agent: {'id': '0b6080d1-6da0-4ccd-961d-05ec14f91c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80918', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 35, 33), 'started_at': datetime.datetime(2021, 9, 15, 13, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Sep 15 13:42:56.121480 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9650561-1fbf-421f-b6c8-93ab9f1bdd73 req-d9898652-2027-4d84-8f97-2f722bf83bc2 service neutron] Checking segment: {'id': '1d9e96c7-616e-4a0a-ae4e-0fa650630ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '22ed8d12-b9e3-40b4-a189-731c2b225206'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Sep 15 13:42:56.121855 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9650561-1fbf-421f-b6c8-93ab9f1bdd73 req-d9898652-2027-4d84-8f97-2f722bf83bc2 service neutron] Bound using segment: {'id': '1d9e96c7-616e-4a0a-ae4e-0fa650630ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '22ed8d12-b9e3-40b4-a189-731c2b225206'} {{(pid=82345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Sep 15 13:42:56.122421 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [req-b9650561-1fbf-421f-b6c8-93ab9f1bdd73 req-d9898652-2027-4d84-8f97-2f722bf83bc2 service neutron] Bound port: fee43d8f-d5bf-489e-b08b-1f9127053587, host: hv-cinder-80918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d9e96c7-616e-4a0a-ae4e-0fa650630ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '22ed8d12-b9e3-40b4-a189-731c2b225206'}}] {{(pid=82345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Sep 15 13:42:56.122807 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-b9650561-1fbf-421f-b6c8-93ab9f1bdd73 req-d9898652-2027-4d84-8f97-2f722bf83bc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:56.131499 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-c63adf59-6221-4a2e-b745-8c1dc10c4468 req-15e78ab7-c1d9-49f5-b692-e791ff519522 tempest-VolumesNegativeTest-1142966262 tempest-VolumesNegativeTest-1142966262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:56.160407 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-c63adf59-6221-4a2e-b745-8c1dc10c4468 req-15e78ab7-c1d9-49f5-b692-e791ff519522 tempest-VolumesNegativeTest-1142966262 tempest-VolumesNegativeTest-1142966262-project] Notify callbacks [] for security_group, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:56.197963 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [req-c63adf59-6221-4a2e-b745-8c1dc10c4468 req-15e78ab7-c1d9-49f5-b692-e791ff519522 tempest-VolumesNegativeTest-1142966262 tempest-VolumesNegativeTest-1142966262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:42:56.202642 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-c63adf59-6221-4a2e-b745-8c1dc10c4468 req-15e78ab7-c1d9-49f5-b692-e791ff519522 tempest-VolumesNegativeTest-1142966262 tempest-VolumesNegativeTest-1142966262-project] Usage tracker for resource:security_group_rule and tenant:3b343a736370447dba3155d3075235cd is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:42:56.206715 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-c63adf59-6221-4a2e-b745-8c1dc10c4468 req-15e78ab7-c1d9-49f5-b692-e791ff519522 tempest-VolumesNegativeTest-1142966262 tempest-VolumesNegativeTest-1142966262-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:42:56.214012 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [req-c63adf59-6221-4a2e-b745-8c1dc10c4468 req-15e78ab7-c1d9-49f5-b692-e791ff519522 tempest-VolumesNegativeTest-1142966262 tempest-VolumesNegativeTest-1142966262-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:42:56.254249 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [req-b9650561-1fbf-421f-b6c8-93ab9f1bdd73 req-d9898652-2027-4d84-8f97-2f722bf83bc2 service neutron] For port fee43d8f-d5bf-489e-b08b-1f9127053587, host hv-cinder-80918, cleared binding levels {{(pid=82345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Sep 15 13:42:56.257786 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [req-b9650561-1fbf-421f-b6c8-93ab9f1bdd73 req-d9898652-2027-4d84-8f97-2f722bf83bc2 service neutron] For port fee43d8f-d5bf-489e-b08b-1f9127053587, host hv-cinder-80918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=fee43d8f-d5bf-489e-b08b-1f9127053587,segment=NetworkSegment(1d9e96c7-616e-4a0a-ae4e-0fa650630ffb),segment_id=1d9e96c7-616e-4a0a-ae4e-0fa650630ffb)] {{(pid=82345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Sep 15 13:42:56.261688 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-b9650561-1fbf-421f-b6c8-93ab9f1bdd73 req-d9898652-2027-4d84-8f97-2f722bf83bc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2637562'] for port, after_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:56.273041 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-89c7187e-43fa-4988-a133-178d8ce74772 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:42:56.304912 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-c63adf59-6221-4a2e-b745-8c1dc10c4468 req-15e78ab7-c1d9-49f5-b692-e791ff519522 tempest-VolumesNegativeTest-1142966262 tempest-VolumesNegativeTest-1142966262-project] Notify callbacks [] for security_group, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:56.310310 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-b9650561-1fbf-421f-b6c8-93ab9f1bdd73 req-d9898652-2027-4d84-8f97-2f722bf83bc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251427'] for port, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:56.311856 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-b9650561-1fbf-421f-b6c8-93ab9f1bdd73 req-d9898652-2027-4d84-8f97-2f722bf83bc2 service neutron] 10.222.0.36 "PUT /v2.0/ports/fee43d8f-d5bf-489e-b08b-1f9127053587 HTTP/1.1" status: 200  len: 1094 time: 1.5314682
Sep 15 13:42:56.317358 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18687200-4d0b-4f86-b9fc-2c3ddbc470b2', 'tag': 'fee43d8f-d5bf-489e-b08b-1f9127053587'}] {{(pid=82345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Sep 15 13:42:56.319777 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-c63adf59-6221-4a2e-b745-8c1dc10c4468 req-15e78ab7-c1d9-49f5-b692-e791ff519522 tempest-VolumesNegativeTest-1142966262 tempest-VolumesNegativeTest-1142966262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:56.396346 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-43d3e62e-e8be-4185-92eb-6b9f536de2a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:42:56.481233 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18687200-4d0b-4f86-b9fc-2c3ddbc470b2', 'tag': 'fee43d8f-d5bf-489e-b08b-1f9127053587', 'status': 'completed', 'code': 200}
Sep 15 13:42:56.484235 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-456ab5fb-180a-4790-8265-509f234368e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:56.492030 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e78ab7-c1d9-49f5-b692-e791ff519522 tempest-VolumesNegativeTest-1142966262 tempest-VolumesNegativeTest-1142966262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b32f70af-b3f8-48e1-bf79-083ed30e0be3,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:42:56.493021 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-0442ceaa-1332-4ba7-97be-2c220b35d981 req-05576f65-9bc4-45b7-a5b1-cd7ec91ccb4c tempest-VolumesNegativeTest-1142966262 tempest-VolumesNegativeTest-1142966262-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3b580ce-2b49-4de1-b043-a3f38ded3902 HTTP/1.1" status: 200  len: 210 time: 0.1400940
Sep 15 13:42:56.505962 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-15e78ab7-c1d9-49f5-b692-e791ff519522 tempest-VolumesNegativeTest-1142966262 tempest-VolumesNegativeTest-1142966262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:42:56.539737 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9898652-2027-4d84-8f97-2f722bf83bc2 service neutron] Pushing event updated for resources: {'Port': ['ID=fee43d8f-d5bf-489e-b08b-1f9127053587,revision_number=3']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:42:56.551210 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-d9898652-2027-4d84-8f97-2f722bf83bc2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:42:56.580928 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-b9650561-1fbf-421f-b6c8-93ab9f1bdd73 req-827a36a9-ec68-4c63-8a81-33d52447acbc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f4690db418f54210bb493bf3245c165d&device_id=18687200-4d0b-4f86-b9fc-2c3ddbc470b2 HTTP/1.1" status: 200  len: 1097 time: 0.1498318
Sep 15 13:42:56.608323 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.db_base_plugin_common [req-c63adf59-6221-4a2e-b745-8c1dc10c4468 req-15e78ab7-c1d9-49f5-b692-e791ff519522 tempest-VolumesNegativeTest-1142966262 tempest-VolumesNegativeTest-1142966262-project] Allocated IP 192.168.233.33 (ad51e7be-8803-4b14-b6e4-5b58bda958cb/0a47224b-1781-4471-bda5-9e78dc95c67d/db10d356-a36d-421f-baf5-04d1a6153865) {{(pid=82346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Sep 15 13:42:56.636714 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c861eb1a-d365-4cd2-9a23-849be24cab02 req-4ab95c93-5670-486c-a663-ca3e5453ac36 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:42:56.637534 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-c861eb1a-d365-4cd2-9a23-849be24cab02 req-4ab95c93-5670-486c-a663-ca3e5453ac36 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Synchronizing usage tracker for tenant:025c529061864e2ab47987e7d6ed7d28 on resource:port {{(pid=82346) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Sep 15 13:42:56.697625 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-c861eb1a-d365-4cd2-9a23-849be24cab02 req-4ab95c93-5670-486c-a663-ca3e5453ac36 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Unset dirty status for tenant:025c529061864e2ab47987e7d6ed7d28 on resource:port {{(pid=82346) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Sep 15 13:42:56.698847 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-c861eb1a-d365-4cd2-9a23-849be24cab02 req-4ab95c93-5670-486c-a663-ca3e5453ac36 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 946 time: 0.2445526
Sep 15 13:42:56.703679 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-b9650561-1fbf-421f-b6c8-93ab9f1bdd73 req-e95af7ba-570a-4313-90f4-c81faa7a3f41 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fee43d8f-d5bf-489e-b08b-1f9127053587 HTTP/1.1" status: 200  len: 217 time: 0.1094921
Sep 15 13:42:56.796877 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9650561-1fbf-421f-b6c8-93ab9f1bdd73 req-f8dc7951-d692-40d7-8028-15270450f340 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:42:56.798462 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-b9650561-1fbf-421f-b6c8-93ab9f1bdd73 req-f8dc7951-d692-40d7-8028-15270450f340 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0feade9-7551-46e8-99cf-5fe531501bdc HTTP/1.1" status: 200  len: 854 time: 0.0863385
Sep 15 13:42:56.809007 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5672837f-6d2e-4731-9a6a-f1ffd810fabb req-0f3217fd-b419-43d0-9c4c-2dc73944577f tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:42:56.810539 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-5672837f-6d2e-4731-9a6a-f1ffd810fabb req-0f3217fd-b419-43d0-9c4c-2dc73944577f tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 946 time: 0.1599047
Sep 15 13:42:56.877562 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [req-c861eb1a-d365-4cd2-9a23-849be24cab02 req-49503e1c-0940-490c-9f27-ee2320b1adbe tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Deleting port ac7dedab-8994-4fd4-9bbd-3798273cfa83 {{(pid=82346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Sep 15 13:42:56.878461 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-c861eb1a-d365-4cd2-9a23-849be24cab02 req-49503e1c-0940-490c-9f27-ee2320b1adbe tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301743532404'] for port, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:56.915642 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-5672837f-6d2e-4731-9a6a-f1ffd810fabb req-50899d94-6318-40ab-a83a-056e98e91366 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2b6258c-7125-4609-a047-87418a93f977&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0698795
Sep 15 13:42:56.925999 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-b9650561-1fbf-421f-b6c8-93ab9f1bdd73 req-1fcd69e9-8aa9-4b3e-9172-60f1ac6fac9a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=22ed8d12-b9e3-40b4-a189-731c2b225206&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1144705
Sep 15 13:42:57.032347 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-c63adf59-6221-4a2e-b745-8c1dc10c4468 req-15e78ab7-c1d9-49f5-b692-e791ff519522 tempest-VolumesNegativeTest-1142966262 tempest-VolumesNegativeTest-1142966262-project] Notify callbacks [] for port, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:57.070950 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-b9650561-1fbf-421f-b6c8-93ab9f1bdd73 req-a5b54b18-4693-43b2-b066-a15f2397d1ba service neutron] 10.222.0.36 "GET /v2.0/networks/22ed8d12-b9e3-40b4-a189-731c2b225206?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1379185
Sep 15 13:42:57.091198 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [req-c63adf59-6221-4a2e-b745-8c1dc10c4468 req-15e78ab7-c1d9-49f5-b692-e791ff519522 tempest-VolumesNegativeTest-1142966262 tempest-VolumesNegativeTest-1142966262-project] Transition to ACTIVE for port object db10d356-a36d-421f-baf5-04d1a6153865 will not be triggered until provisioned by entity DHCP. {{(pid=82346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Sep 15 13:42:57.208743 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-c63adf59-6221-4a2e-b745-8c1dc10c4468 req-15e78ab7-c1d9-49f5-b692-e791ff519522 tempest-VolumesNegativeTest-1142966262 tempest-VolumesNegativeTest-1142966262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363301743938437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1447919'] for port, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:57.216904 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-a7e29c1e-023f-4a5e-bec6-cc1a48698721 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:42:57.258596 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-b9650561-1fbf-421f-b6c8-93ab9f1bdd73 req-1a7bd1ed-d316-40eb-b3d5-7404376b6c6a service neutron] 10.222.0.36 "GET /v2.0/networks/22ed8d12-b9e3-40b4-a189-731c2b225206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1808457
Sep 15 13:42:57.273889 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [req-c861eb1a-d365-4cd2-9a23-849be24cab02 req-49503e1c-0940-490c-9f27-ee2320b1adbe tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] For port ac7dedab-8994-4fd4-9bbd-3798273cfa83, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=ac7dedab-8994-4fd4-9bbd-3798273cfa83,segment=NetworkSegment(11169836-79b2-4822-b283-a5d557a2336a),segment_id=11169836-79b2-4822-b283-a5d557a2336a)] {{(pid=82346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:42:57.274293 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-c861eb1a-d365-4cd2-9a23-849be24cab02 req-49503e1c-0940-490c-9f27-ee2320b1adbe tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853103875'] for port, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:57.302714 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b804c2c6-606d-409c-b556-0e7b719d0ce1 req-da0a1529-df61-47a5-a75a-dd11d911aca1 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:42:57.304348 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-b804c2c6-606d-409c-b556-0e7b719d0ce1 req-da0a1529-df61-47a5-a75a-dd11d911aca1 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "GET /v2.0/ports?device_id=18687200-4d0b-4f86-b9fc-2c3ddbc470b2 HTTP/1.1" status: 200  len: 944 time: 0.0945961
Sep 15 13:42:57.359573 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-b804c2c6-606d-409c-b556-0e7b719d0ce1 req-d2b28374-4886-4df8-9cbe-7c3efa9f07e7 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "GET /v2.0/security-groups?id=4781b849-c099-4cd6-9eb8-2f7a21e5e982&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486839
Sep 15 13:42:57.375834 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c63adf59-6221-4a2e-b745-8c1dc10c4468 req-15e78ab7-c1d9-49f5-b692-e791ff519522 tempest-VolumesNegativeTest-1142966262 tempest-VolumesNegativeTest-1142966262-project] Network ad51e7be-8803-4b14-b6e4-5b58bda958cb is already hosted by enough agents. {{(pid=82346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Sep 15 13:42:57.377044 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e78ab7-c1d9-49f5-b692-e791ff519522 tempest-VolumesNegativeTest-1142966262 tempest-VolumesNegativeTest-1142966262-project] Pushing event updated for resources: {'Port': ['ID=db10d356-a36d-421f-baf5-04d1a6153865,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:42:57.382458 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.base_scheduler [req-c63adf59-6221-4a2e-b745-8c1dc10c4468 req-15e78ab7-c1d9-49f5-b692-e791ff519522 tempest-VolumesNegativeTest-1142966262 tempest-VolumesNegativeTest-1142966262-project] Resources bound (agent type, host, resource id):  {{(pid=82346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Sep 15 13:42:57.411907 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-15e78ab7-c1d9-49f5-b692-e791ff519522 tempest-VolumesNegativeTest-1142966262 tempest-VolumesNegativeTest-1142966262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:42:57.413317 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [req-c63adf59-6221-4a2e-b745-8c1dc10c4468 req-15e78ab7-c1d9-49f5-b692-e791ff519522 tempest-VolumesNegativeTest-1142966262 tempest-VolumesNegativeTest-1142966262-project] Received port after_create {{(pid=82346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 15 13:42:57.447206 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-44b4070c-091f-4f64-a82e-9571728096a8 req-21c02b4b-724f-4d4b-b1fe-a7bcea621d30 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f4690db418f54210bb493bf3245c165d&device_id=18687200-4d0b-4f86-b9fc-2c3ddbc470b2 HTTP/1.1" status: 200  len: 1097 time: 0.0839605
Sep 15 13:42:57.591411 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63adf59-6221-4a2e-b745-8c1dc10c4468 req-15e78ab7-c1d9-49f5-b692-e791ff519522 tempest-VolumesNegativeTest-1142966262 tempest-VolumesNegativeTest-1142966262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:42:57.592171 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-c63adf59-6221-4a2e-b745-8c1dc10c4468 req-15e78ab7-c1d9-49f5-b692-e791ff519522 tempest-VolumesNegativeTest-1142966262 tempest-VolumesNegativeTest-1142966262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251427'] for port, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:57.871662 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-677d86b7-5bf1-4a1a-ad05-f3e3b4b90586 None None] Provisioning for port db10d356-a36d-421f-baf5-04d1a6153865 completed by entity DHCP. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Sep 15 13:42:57.876882 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-677d86b7-5bf1-4a1a-ad05-f3e3b4b90586 None None] Provisioning complete for port db10d356-a36d-421f-baf5-04d1a6153865 triggered by entity DHCP. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:42:57.877382 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-677d86b7-5bf1-4a1a-ad05-f3e3b4b90586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:57.933757 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-677d86b7-5bf1-4a1a-ad05-f3e3b4b90586 None None] Port db10d356-a36d-421f-baf5-04d1a6153865 cannot update to ACTIVE because it is not bound. {{(pid=82347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Sep 15 13:42:57.974279 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-c63adf59-6221-4a2e-b745-8c1dc10c4468 req-15e78ab7-c1d9-49f5-b692-e791ff519522 tempest-VolumesNegativeTest-1142966262 tempest-VolumesNegativeTest-1142966262-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.0771167
Sep 15 13:42:57.998022 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-c861eb1a-d365-4cd2-9a23-849be24cab02 req-49503e1c-0940-490c-9f27-ee2320b1adbe tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:57.998447 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-c861eb1a-d365-4cd2-9a23-849be24cab02 req-49503e1c-0940-490c-9f27-ee2320b1adbe tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853102158'] for floatingip, after_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:57.999398 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.db.l3_db [req-c861eb1a-d365-4cd2-9a23-849be24cab02 req-49503e1c-0940-490c-9f27-ee2320b1adbe tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Floating IP 96a7d116-64e7-408f-824d-b3fe1d744a9e disassociated. External IP: 172.27.2.69, port: ac7dedab-8994-4fd4-9bbd-3798273cfa83.
Sep 15 13:42:57.999833 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [req-c861eb1a-d365-4cd2-9a23-849be24cab02 req-49503e1c-0940-490c-9f27-ee2320b1adbe tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Calling delete_port for ac7dedab-8994-4fd4-9bbd-3798273cfa83 owned by compute:nova {{(pid=82346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Sep 15 13:42:58.071933 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [req-c63adf59-6221-4a2e-b745-8c1dc10c4468 req-2496f035-3d60-46b4-8b98-b4646bab0f7a service neutron] Request body: {'port': {'device_id': 'f3b580ce-2b49-4de1-b043-a3f38ded3902', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80918'}} {{(pid=82346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:42:58.105430 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:58.136715 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b4070c-091f-4f64-a82e-9571728096a8 req-2de7bfee-4a84-4821-95ed-0168913cbbf0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:42:58.138388 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-44b4070c-091f-4f64-a82e-9571728096a8 req-2de7bfee-4a84-4821-95ed-0168913cbbf0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=22ed8d12-b9e3-40b4-a189-731c2b225206 HTTP/1.1" status: 200  len: 916 time: 0.6819491
Sep 15 13:42:58.245551 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-44b4070c-091f-4f64-a82e-9571728096a8 req-067f5395-a172-4e30-a9ff-16f77ee8b4d9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fee43d8f-d5bf-489e-b08b-1f9127053587 HTTP/1.1" status: 200  len: 217 time: 0.0981750
Sep 15 13:42:58.253881 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2181fac-efd2-4fd2-9236-a13f38adf8ab req-c82cb435-ae00-4278-a9e9-6428ee45e5e9 tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:42:58.255349 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a2181fac-efd2-4fd2-9236-a13f38adf8ab req-c82cb435-ae00-4278-a9e9-6428ee45e5e9 tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] 10.222.0.41 "GET /v2.0/networks?id=22c5e686-1e8b-4cf9-8815-eed779998c4a HTTP/1.1" status: 200  len: 809 time: 0.3291273
Sep 15 13:42:58.258748 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-c63adf59-6221-4a2e-b745-8c1dc10c4468 req-2496f035-3d60-46b4-8b98-b4646bab0f7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:58.279562 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-c861eb1a-d365-4cd2-9a23-849be24cab02 req-49503e1c-0940-490c-9f27-ee2320b1adbe tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301743526908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735110837380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1447919'] for port, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:58.300280 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c0b91-dc6d-407c-ab69-9bf840497b46 req-e1bb5552-1e83-4591-9a23-b6ce5c2a10fd tempest-VolumesNegativeTest-1142966262 tempest-VolumesNegativeTest-1142966262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:42:58.301900 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-077c0b91-dc6d-407c-ab69-9bf840497b46 req-e1bb5552-1e83-4591-9a23-b6ce5c2a10fd tempest-VolumesNegativeTest-1142966262 tempest-VolumesNegativeTest-1142966262-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3b580ce-2b49-4de1-b043-a3f38ded3902 HTTP/1.1" status: 200  len: 935 time: 0.3697596
Sep 15 13:42:58.314928 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-4c128788-ad21-4cd4-9821-d4b77285f3fe tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:42:58.355816 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a2181fac-efd2-4fd2-9236-a13f38adf8ab req-3fa02b82-f87d-4e53-a559-6eccf3f7778d tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] 10.222.0.41 "GET /v2.0/quotas/80a3f843a4c74e49be14ec5c2a2f7ca3 HTTP/1.1" status: 200  len: 375 time: 0.0498736
Sep 15 13:42:58.373735 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49503e1c-0940-490c-9f27-ee2320b1adbe tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Pushing event deleted for resources: {'Port': ['ID=ac7dedab-8994-4fd4-9bbd-3798273cfa83,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:42:58.386689 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-49503e1c-0940-490c-9f27-ee2320b1adbe tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:42:58.411542 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b4070c-091f-4f64-a82e-9571728096a8 req-33d9c588-a609-42a2-a03b-5ba88ef5c61b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:42:58.413179 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-44b4070c-091f-4f64-a82e-9571728096a8 req-33d9c588-a609-42a2-a03b-5ba88ef5c61b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0feade9-7551-46e8-99cf-5fe531501bdc HTTP/1.1" status: 200  len: 854 time: 0.1562662
Sep 15 13:42:58.465104 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a2181fac-efd2-4fd2-9236-a13f38adf8ab req-ece48683-e18d-4f85-a5b8-529f7a9bfc5d tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=80a3f843a4c74e49be14ec5c2a2f7ca3&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0978255
Sep 15 13:42:58.473310 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-077c0b91-dc6d-407c-ab69-9bf840497b46 req-6f580fd2-d764-40ea-8e63-1fb20add128b tempest-VolumesNegativeTest-1142966262 tempest-VolumesNegativeTest-1142966262-project] 10.222.0.41 "GET /v2.0/security-groups?id=b32f70af-b3f8-48e1-bf79-083ed30e0be3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1612909
Sep 15 13:42:58.521077 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-44b4070c-091f-4f64-a82e-9571728096a8 req-9a49ad86-56f8-4d2b-8422-538e454499a5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=22ed8d12-b9e3-40b4-a189-731c2b225206&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0965228
Sep 15 13:42:58.810525 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-44b4070c-091f-4f64-a82e-9571728096a8 req-792e69f3-28f9-48fa-ac6d-37611e8b0263 service neutron] 10.222.0.36 "GET /v2.0/networks/22ed8d12-b9e3-40b4-a189-731c2b225206?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2836285
Sep 15 13:42:58.844493 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a2181fac-efd2-4fd2-9236-a13f38adf8ab req-19bd5509-598a-429d-b0dc-260b0e3470eb service neutron] 10.222.0.41 "GET /v2.0/networks/22c5e686-1e8b-4cf9-8815-eed779998c4a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3659203
Sep 15 13:42:58.884053 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [req-c63adf59-6221-4a2e-b745-8c1dc10c4468 req-2496f035-3d60-46b4-8b98-b4646bab0f7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db10d356-a36d-421f-baf5-04d1a6153865 {{(pid=82346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Sep 15 13:42:58.886356 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-eddf1cd6-64b8-4970-b25e-f9a0be25adb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:58.894162 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-c63adf59-6221-4a2e-b745-8c1dc10c4468 req-2496f035-3d60-46b4-8b98-b4646bab0f7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:58.911819 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c861eb1a-d365-4cd2-9a23-849be24cab02 req-49503e1c-0940-490c-9f27-ee2320b1adbe tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Router b57ef187-4677-4138-9304-5ae1a012bd28 has already been hosted by L3 agent c919ec5e-912e-4080-8a6b-9b8956cb875b {{(pid=82346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Sep 15 13:42:58.920675 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [req-c63adf59-6221-4a2e-b745-8c1dc10c4468 req-2496f035-3d60-46b4-8b98-b4646bab0f7a service neutron] Transition to ACTIVE for port object db10d356-a36d-421f-baf5-04d1a6153865 will not be triggered until provisioned by entity L2. {{(pid=82346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Sep 15 13:42:58.927962 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-c63adf59-6221-4a2e-b745-8c1dc10c4468 req-2496f035-3d60-46b4-8b98-b4646bab0f7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853327897'] for port, after_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:58.934068 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-7202058f-fd61-4424-8531-0deb5370131b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:42:58.955591 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-8dfc6110-290f-4e7b-a86a-be19491d87ac req-5dc937cd-c87e-49ce-a12b-ebcb3782c6d6 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 210 time: 0.1094267
Sep 15 13:42:59.139432 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9acd9d20-0ed4-40fe-8ec3-e1d8b485d7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:59.202670 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-44b4070c-091f-4f64-a82e-9571728096a8 req-2ee92cf1-9023-49f7-920d-8263e762c995 service neutron] 10.222.0.36 "GET /v2.0/networks/22ed8d12-b9e3-40b4-a189-731c2b225206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3848381
Sep 15 13:42:59.209625 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a2181fac-efd2-4fd2-9236-a13f38adf8ab req-74608741-0db5-4258-9cc3-50816a125848 service neutron] 10.222.0.41 "GET /v2.0/networks/22c5e686-1e8b-4cf9-8815-eed779998c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3583066
Sep 15 13:42:59.228906 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2496f035-3d60-46b4-8b98-b4646bab0f7a service neutron] Pushing event updated for resources: {'Port': ['ID=db10d356-a36d-421f-baf5-04d1a6153865,revision_number=2']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:42:59.232823 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-2496f035-3d60-46b4-8b98-b4646bab0f7a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:42:59.248908 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341dc250-9415-40a0-b20e-0bb1760b912c req-1eca2dd3-b33a-4a81-ada2-938f1197d4dd tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:42:59.250706 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-341dc250-9415-40a0-b20e-0bb1760b912c req-1eca2dd3-b33a-4a81-ada2-938f1197d4dd tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "GET /v2.0/ports?device_id=18687200-4d0b-4f86-b9fc-2c3ddbc470b2 HTTP/1.1" status: 200  len: 944 time: 0.1143267
Sep 15 13:42:59.280117 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Device fee43d8f-d5bf-489e-b08b-1f9127053587 details requested by agent hyperv_hv-cinder-80918 with host hv-cinder-80918 {{(pid=82347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Sep 15 13:42:59.333071 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Device ac7dedab-8994-4fd4-9bbd-3798273cfa83 no longer exists at agent hyperv_hv-cinder-80918 {{(pid=82347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Sep 15 13:42:59.362117 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-341dc250-9415-40a0-b20e-0bb1760b912c req-dc71f976-5a4f-4428-a86a-85bf71f469ce tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "GET /v2.0/security-groups?id=4781b849-c099-4cd6-9eb8-2f7a21e5e982&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1043162
Sep 15 13:42:59.408417 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] No Port match for: ac7dedab-8994-4fd4-9bbd-3798273cfa83 {{(pid=82347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Sep 15 13:42:59.408584 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [req-c63adf59-6221-4a2e-b745-8c1dc10c4468 req-2496f035-3d60-46b4-8b98-b4646bab0f7a service neutron] Attempting to bind port db10d356-a36d-421f-baf5-04d1a6153865 on host hv-cinder-80918 for vnic_type normal with profile  {{(pid=82346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Sep 15 13:42:59.408810 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Device ac7dedab-8994-4fd4-9bbd-3798273cfa83 not bound to the agent host hv-cinder-80918 {{(pid=82347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Sep 15 13:42:59.408930 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [req-c63adf59-6221-4a2e-b745-8c1dc10c4468 req-2496f035-3d60-46b4-8b98-b4646bab0f7a service neutron] Attempting to bind port db10d356-a36d-421f-baf5-04d1a6153865 by drivers openvswitch,hyperv on host hv-cinder-80918 at level 0 using segments [{'id': 'b5d9d4a8-8dee-4991-a2d0-243167bd51ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'ad51e7be-8803-4b14-b6e4-5b58bda958cb'}] {{(pid=82346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Sep 15 13:42:59.409815 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63adf59-6221-4a2e-b745-8c1dc10c4468 req-2496f035-3d60-46b4-8b98-b4646bab0f7a service neutron] Attempting to bind port db10d356-a36d-421f-baf5-04d1a6153865 on network ad51e7be-8803-4b14-b6e4-5b58bda958cb {{(pid=82346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Sep 15 13:42:59.427471 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63adf59-6221-4a2e-b745-8c1dc10c4468 req-2496f035-3d60-46b4-8b98-b4646bab0f7a service neutron] Port db10d356-a36d-421f-baf5-04d1a6153865 on network ad51e7be-8803-4b14-b6e4-5b58bda958cb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80918 {{(pid=82346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 15 13:42:59.428044 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63adf59-6221-4a2e-b745-8c1dc10c4468 req-2496f035-3d60-46b4-8b98-b4646bab0f7a service neutron] Attempting to bind port db10d356-a36d-421f-baf5-04d1a6153865 on network ad51e7be-8803-4b14-b6e4-5b58bda958cb {{(pid=82346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Sep 15 13:42:59.448494 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63adf59-6221-4a2e-b745-8c1dc10c4468 req-2496f035-3d60-46b4-8b98-b4646bab0f7a service neutron] Checking agent: {'id': '0b6080d1-6da0-4ccd-961d-05ec14f91c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80918', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 35, 33), 'started_at': datetime.datetime(2021, 9, 15, 13, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Sep 15 13:42:59.448877 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63adf59-6221-4a2e-b745-8c1dc10c4468 req-2496f035-3d60-46b4-8b98-b4646bab0f7a service neutron] Checking segment: {'id': 'b5d9d4a8-8dee-4991-a2d0-243167bd51ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'ad51e7be-8803-4b14-b6e4-5b58bda958cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Sep 15 13:42:59.449306 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63adf59-6221-4a2e-b745-8c1dc10c4468 req-2496f035-3d60-46b4-8b98-b4646bab0f7a service neutron] Bound using segment: {'id': 'b5d9d4a8-8dee-4991-a2d0-243167bd51ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'ad51e7be-8803-4b14-b6e4-5b58bda958cb'} {{(pid=82346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Sep 15 13:42:59.450182 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [req-c63adf59-6221-4a2e-b745-8c1dc10c4468 req-2496f035-3d60-46b4-8b98-b4646bab0f7a service neutron] Bound port: db10d356-a36d-421f-baf5-04d1a6153865, host: hv-cinder-80918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5d9d4a8-8dee-4991-a2d0-243167bd51ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'ad51e7be-8803-4b14-b6e4-5b58bda958cb'}}] {{(pid=82346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Sep 15 13:42:59.450182 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-c63adf59-6221-4a2e-b745-8c1dc10c4468 req-2496f035-3d60-46b4-8b98-b4646bab0f7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:59.522854 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c861eb1a-d365-4cd2-9a23-849be24cab02 req-49503e1c-0940-490c-9f27-ee2320b1adbe tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Notify agent at l3_agent.dv-cinder-809181-1-iscsi the message routers_updated {{(pid=82346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Sep 15 13:42:59.620557 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-728cc473-056f-4ae3-8fb5-a367a52cd524 req-e62bcf4c-296e-4a32-8076-4183154e38fe tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc3e1891-9149-403b-837f-8485e675ed2d HTTP/1.1" status: 200  len: 210 time: 0.1173277
Sep 15 13:42:59.623358 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [req-c861eb1a-d365-4cd2-9a23-849be24cab02 req-49503e1c-0940-490c-9f27-ee2320b1adbe tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] No DVR routers for this DVR port ac7dedab-8994-4fd4-9bbd-3798273cfa83 on host hv-cinder-80918 {{(pid=82346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Sep 15 13:42:59.629388 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-c861eb1a-d365-4cd2-9a23-849be24cab02 req-49503e1c-0940-490c-9f27-ee2320b1adbe tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251427'] for port, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:59.633271 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea90189b-6db1-44bc-9a33-ebff7f7fcbaa', 'name': 'network-vif-deleted', 'tag': 'ac7dedab-8994-4fd4-9bbd-3798273cfa83'}] {{(pid=82346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Sep 15 13:42:59.633825 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] For port fee43d8f-d5bf-489e-b08b-1f9127053587, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=fee43d8f-d5bf-489e-b08b-1f9127053587,segment=NetworkSegment(1d9e96c7-616e-4a0a-ae4e-0fa650630ffb),segment_id=1d9e96c7-616e-4a0a-ae4e-0fa650630ffb)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:42:59.651534 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Returning: {'device': 'fee43d8f-d5bf-489e-b08b-1f9127053587', 'network_id': '22ed8d12-b9e3-40b4-a189-731c2b225206', 'port_id': 'fee43d8f-d5bf-489e-b08b-1f9127053587', 'mac_address': 'fa:16:3e:18:ab:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0feade9-7551-46e8-99cf-5fe531501bdc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 15 13:42:59.676582 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-c861eb1a-d365-4cd2-9a23-849be24cab02 req-49503e1c-0940-490c-9f27-ee2320b1adbe tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.36 "DELETE /v2.0/ports/ac7dedab-8994-4fd4-9bbd-3798273cfa83 HTTP/1.1" status: 204  len: 173 time: 2.9669616
Sep 15 13:42:59.684510 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81586fc-3412-4b72-8b4d-ef666988b5ae None None] Sync routers for ids ['b57ef187-4677-4138-9304-5ae1a012bd28'] in dv-cinder-809181-1-iscsi {{(pid=82347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Sep 15 13:42:59.687675 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [req-c63adf59-6221-4a2e-b745-8c1dc10c4468 req-2496f035-3d60-46b4-8b98-b4646bab0f7a service neutron] For port db10d356-a36d-421f-baf5-04d1a6153865, host hv-cinder-80918, cleared binding levels {{(pid=82346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Sep 15 13:42:59.688511 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e273936a-62d1-41ff-9d65-2ed550e199dd req-14e3ea10-42e4-48c3-a0d9-8be2b8678a28 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:42:59.694159 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [req-c63adf59-6221-4a2e-b745-8c1dc10c4468 req-2496f035-3d60-46b4-8b98-b4646bab0f7a service neutron] For port db10d356-a36d-421f-baf5-04d1a6153865, host hv-cinder-80918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=db10d356-a36d-421f-baf5-04d1a6153865,segment=NetworkSegment(b5d9d4a8-8dee-4991-a2d0-243167bd51ca),segment_id=b5d9d4a8-8dee-4991-a2d0-243167bd51ca)] {{(pid=82346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Sep 15 13:42:59.697986 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-e273936a-62d1-41ff-9d65-2ed550e199dd req-14e3ea10-42e4-48c3-a0d9-8be2b8678a28 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/ports?device_id=77ed6e87-608d-4dd2-ac4e-4cf4e42fd368 HTTP/1.1" status: 200  len: 945 time: 0.1488578
Sep 15 13:42:59.702539 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-c63adf59-6221-4a2e-b745-8c1dc10c4468 req-2496f035-3d60-46b4-8b98-b4646bab0f7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853327897'] for port, after_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:59.712366 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-fb2360bb-5e50-4789-be84-1699eaa71c29 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:42:59.714467 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81586fc-3412-4b72-8b4d-ef666988b5ae None None] Routers {'b57ef187-4677-4138-9304-5ae1a012bd28'} bound to L3 agent in host dv-cinder-809181-1-iscsi {{(pid=82347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 15 13:42:59.714973 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-c81586fc-3412-4b72-8b4d-ef666988b5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cd1dd4b38>, 'dv-cinder-809181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T13:29:29Z,description=<?>,heartbeat_timestamp=2021-09-15T13:42:59Z,host='dv-cinder-809181-1-iscsi',id=c919ec5e-912e-4080-8a6b-9b8956cb875b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T13:29:29Z,topic='l3_agent')) {'router_ids': ['b57ef187-4677-4138-9304-5ae1a012bd28'], 'active': True} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:42:59.802507 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-c63adf59-6221-4a2e-b745-8c1dc10c4468 req-2496f035-3d60-46b4-8b98-b4646bab0f7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251427'] for port, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:42:59.804491 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-c63adf59-6221-4a2e-b745-8c1dc10c4468 req-2496f035-3d60-46b4-8b98-b4646bab0f7a service neutron] 10.222.0.36 "PUT /v2.0/ports/db10d356-a36d-421f-baf5-04d1a6153865 HTTP/1.1" status: 200  len: 1097 time: 1.8154492
Sep 15 13:42:59.812978 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-e273936a-62d1-41ff-9d65-2ed550e199dd req-6f7480d7-02f0-4e98-b324-f3e130f92251 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c08ff91-f7c0-4639-896f-1511f14e2415&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1118834
Sep 15 13:42:59.835375 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2496f035-3d60-46b4-8b98-b4646bab0f7a service neutron] Pushing event updated for resources: {'Port': ['ID=db10d356-a36d-421f-baf5-04d1a6153865,revision_number=3']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:42:59.842962 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-2496f035-3d60-46b4-8b98-b4646bab0f7a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:43:00.001867 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea90189b-6db1-44bc-9a33-ebff7f7fcbaa', 'name': 'network-vif-deleted', 'tag': 'ac7dedab-8994-4fd4-9bbd-3798273cfa83', 'status': 'completed', 'code': 200}
Sep 15 13:43:00.085187 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-c63adf59-6221-4a2e-b745-8c1dc10c4468 req-74bd41f5-fd7f-4063-a513-c0bb4dc01108 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3b343a736370447dba3155d3075235cd&device_id=f3b580ce-2b49-4de1-b043-a3f38ded3902 HTTP/1.1" status: 200  len: 1100 time: 0.1854732
Sep 15 13:43:00.091195 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a73d272-e2c1-4f68-a5c8-26bc1c90a03e req-c892c94d-58f2-45d7-94f6-48bd9ac5c375 tempest-VolumesNegativeTest-1142966262 tempest-VolumesNegativeTest-1142966262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:00.093593 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-9a73d272-e2c1-4f68-a5c8-26bc1c90a03e req-c892c94d-58f2-45d7-94f6-48bd9ac5c375 tempest-VolumesNegativeTest-1142966262 tempest-VolumesNegativeTest-1142966262-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3b580ce-2b49-4de1-b043-a3f38ded3902 HTTP/1.1" status: 200  len: 947 time: 0.1957271
Sep 15 13:43:00.166451 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:00.179952 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-9a73d272-e2c1-4f68-a5c8-26bc1c90a03e req-7166801e-bf98-4fdc-9b94-c222cc3ab8e3 tempest-VolumesNegativeTest-1142966262 tempest-VolumesNegativeTest-1142966262-project] 10.222.0.41 "GET /v2.0/security-groups?id=b32f70af-b3f8-48e1-bf79-083ed30e0be3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0777597
Sep 15 13:43:00.211705 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fee43d8f-d5bf-489e-b08b-1f9127053587 {{(pid=82347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Sep 15 13:43:00.220374 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-c63adf59-6221-4a2e-b745-8c1dc10c4468 req-007e4559-41bd-43f5-914d-1ab532315d3f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=db10d356-a36d-421f-baf5-04d1a6153865 HTTP/1.1" status: 200  len: 217 time: 0.1193740
Sep 15 13:43:00.233754 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] For port fee43d8f-d5bf-489e-b08b-1f9127053587, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=fee43d8f-d5bf-489e-b08b-1f9127053587,segment=NetworkSegment(1d9e96c7-616e-4a0a-ae4e-0fa650630ffb),segment_id=1d9e96c7-616e-4a0a-ae4e-0fa650630ffb)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:43:00.241280 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:00.246998 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:43:00.291910 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-d67f886a-79e5-42d7-bfa6-a1d34d62fb9f req-634c4938-cf64-416a-9f7a-a49d3d0d6591 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea90189b-6db1-44bc-9a33-ebff7f7fcbaa HTTP/1.1" status: 200  len: 210 time: 0.0591486
Sep 15 13:43:00.298456 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63adf59-6221-4a2e-b745-8c1dc10c4468 req-75812e45-81ee-47f1-9462-83ab0cd0b2ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:00.302771 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-c63adf59-6221-4a2e-b745-8c1dc10c4468 req-75812e45-81ee-47f1-9462-83ab0cd0b2ab service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0a47224b-1781-4471-bda5-9e78dc95c67d HTTP/1.1" status: 200  len: 843 time: 0.0752289
Sep 15 13:43:00.394827 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvr_db [None req-c81586fc-3412-4b72-8b4d-ef666988b5ae None None] Set router b57ef187-4677-4138-9304-5ae1a012bd28 gateway port host: dv-cinder-809181-1-iscsi {{(pid=82347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Sep 15 13:43:00.415310 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-c63adf59-6221-4a2e-b745-8c1dc10c4468 req-d6a91b50-e563-46fb-a27f-f240373f4265 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ad51e7be-8803-4b14-b6e4-5b58bda958cb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1045048
Sep 15 13:43:00.477113 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Pushing event updated for resources: {'Port': ['ID=fee43d8f-d5bf-489e-b08b-1f9127053587,revision_number=4']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:43:00.480970 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:43:00.587736 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32b78a9-0fff-45ce-adf7-856caf3a7ad1 req-f3bf6d09-3695-49b7-8de3-f184922c0733 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:00.589668 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-c32b78a9-0fff-45ce-adf7-856caf3a7ad1 req-f3bf6d09-3695-49b7-8de3-f184922c0733 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "GET /v2.0/ports?device_id=18687200-4d0b-4f86-b9fc-2c3ddbc470b2 HTTP/1.1" status: 200  len: 945 time: 0.0917580
Sep 15 13:43:00.609550 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-c63adf59-6221-4a2e-b745-8c1dc10c4468 req-751bd15f-cb8d-43c4-a527-8a67bff464a5 service neutron] 10.222.0.36 "GET /v2.0/networks/ad51e7be-8803-4b14-b6e4-5b58bda958cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1850367
Sep 15 13:43:00.613821 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] get_ports_and_sgs() called for port_ids ['fee43d8f-d5bf-489e-b08b-1f9127053587'] {{(pid=82347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 15 13:43:00.649007 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-c32b78a9-0fff-45ce-adf7-856caf3a7ad1 req-56d4a277-70d1-4b71-8ee8-d73927f4399b tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "GET /v2.0/security-groups?id=4781b849-c099-4cd6-9eb8-2f7a21e5e982&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519955
Sep 15 13:43:00.745261 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b47e50d5-ffd8-49d4-a6b6-3168cd38e3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:00.793881 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-c63adf59-6221-4a2e-b745-8c1dc10c4468 req-b17ca7f9-ba34-43a3-b5fa-bca22bb9f0bf service neutron] 10.222.0.36 "GET /v2.0/networks/ad51e7be-8803-4b14-b6e4-5b58bda958cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1671414
Sep 15 13:43:00.807284 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-359435dd-ef80-4301-b6a6-aa4cc5db37ad req-bc817a17-804f-4e72-b001-443af7939feb tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc3e1891-9149-403b-837f-8485e675ed2d HTTP/1.1" status: 200  len: 210 time: 0.0454552
Sep 15 13:43:00.939970 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-c81586fc-3412-4b72-8b4d-ef666988b5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cd1dd4b38>, [{'id': 'b57ef187-4677-4138-9304-5ae1a012bd28', 'name': 'tempest-AttachVolumeShelveTestJSON-500667379-router', 'tenant_id': '025c529061864e2ab47987e7d6ed7d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': '05c1d5c3-330b-4f4d-9200-6dad9f8a07b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:37Z', 'updated_at': '2021-09-15T13:37:48Z', 'revision_number': 4, 'project_id': '025c529061864e2ab47987e7d6ed7d28', 'gw_port': {'id': '05c1d5c3-330b-4f4d-9200-6dad9f8a07b3', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cf:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57ef187-4677-4138-9304-5ae1a012bd28', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:38Z', 'updated_at': '2021-09-15T13:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi', '_interfaces': [{'id': 'e087af7b-9fed-4da0-b075-bf2545f634df', 'name': '', 'network_id': 'e9c16276-857e-49e4-bec2-1a6e621bb0c0', 'tenant_id': '025c529061864e2ab47987e7d6ed7d28', 'mac_address': 'fa:16:3e:a1:63:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57ef187-4677-4138-9304-5ae1a012bd28', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d3cda93-f669-4c8c-b3ae-fd1f6c47904a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:44Z', 'updated_at': '2021-09-15T13:38:13Z', 'revision_number': 5, 'project_id': '025c529061864e2ab47987e7d6ed7d28', 'subnets': [{'id': '5d3cda93-f669-4c8c-b3ae-fd1f6c47904a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-iscsi', False) {} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:43:00.953791 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81586fc-3412-4b72-8b4d-ef666988b5ae None None] Checking router: b57ef187-4677-4138-9304-5ae1a012bd28 for host: dv-cinder-809181-1-iscsi {{(pid=82347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Sep 15 13:43:00.978562 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81586fc-3412-4b72-8b4d-ef666988b5ae None None] Routers {'b57ef187-4677-4138-9304-5ae1a012bd28'} bound to L3 agent in host dv-cinder-809181-1-iscsi {{(pid=82347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 15 13:43:00.979237 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-c81586fc-3412-4b72-8b4d-ef666988b5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cd1dd4b38>, 'dv-cinder-809181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T13:29:29Z,description=<?>,heartbeat_timestamp=2021-09-15T13:42:59Z,host='dv-cinder-809181-1-iscsi',id=c919ec5e-912e-4080-8a6b-9b8956cb875b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T13:29:29Z,topic='l3_agent')) {'router_ids': ['b57ef187-4677-4138-9304-5ae1a012bd28'], 'active': True} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:43:01.029948 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a0210-f747-46ec-9161-4538080bcd73 req-db466b56-4ec2-445a-b9e0-1f8d674a2787 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:01.030892 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-1e4a0210-f747-46ec-9161-4538080bcd73 req-db466b56-4ec2-445a-b9e0-1f8d674a2787 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Synchronizing usage tracker for tenant:839ee03af2c74792a3a3c2d72d59dd55 on resource:port {{(pid=82346) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Sep 15 13:43:01.050887 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-1e4a0210-f747-46ec-9161-4538080bcd73 req-db466b56-4ec2-445a-b9e0-1f8d674a2787 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Unset dirty status for tenant:839ee03af2c74792a3a3c2d72d59dd55 on resource:port {{(pid=82346) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Sep 15 13:43:01.052737 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-1e4a0210-f747-46ec-9161-4538080bcd73 req-db466b56-4ec2-445a-b9e0-1f8d674a2787 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.36 "GET /v2.0/ports?device_id=77ed6e87-608d-4dd2-ac4e-4cf4e42fd368 HTTP/1.1" status: 200  len: 945 time: 0.1066065
Sep 15 13:43:01.071037 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24d31dc-c16f-4418-a41c-beed1accfd36 req-9579c3dd-b47a-4355-af48-a95fe3efe74f tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:01.072848 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-f24d31dc-c16f-4418-a41c-beed1accfd36 req-9579c3dd-b47a-4355-af48-a95fe3efe74f tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/ports?device_id=77ed6e87-608d-4dd2-ac4e-4cf4e42fd368 HTTP/1.1" status: 200  len: 945 time: 0.0946620
Sep 15 13:43:01.134384 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-f24d31dc-c16f-4418-a41c-beed1accfd36 req-1d0e3ef6-55f7-4b2c-95a2-f1e5dc493f11 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c08ff91-f7c0-4639-896f-1511f14e2415&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0540822
Sep 15 13:43:01.136507 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [req-1e4a0210-f747-46ec-9161-4538080bcd73 req-640fc16c-2f28-45d4-9344-188858dcba95 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Deleting port cfe82913-7703-4af3-8804-f17b33bc3488 {{(pid=82346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Sep 15 13:43:01.136895 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-1e4a0210-f747-46ec-9161-4538080bcd73 req-640fc16c-2f28-45d4-9344-188858dcba95 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301743532404'] for port, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:01.183785 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvr_db [None req-c81586fc-3412-4b72-8b4d-ef666988b5ae None None] Set router b57ef187-4677-4138-9304-5ae1a012bd28 gateway port host: dv-cinder-809181-1-iscsi {{(pid=82347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Sep 15 13:43:01.474599 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace25281-9b70-429f-ad87-f02716c6bb0c req-2dceeb17-6d1d-4f46-93ef-38d7f3a64036 tempest-VolumesNegativeTest-1142966262 tempest-VolumesNegativeTest-1142966262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:01.476331 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-ace25281-9b70-429f-ad87-f02716c6bb0c req-2dceeb17-6d1d-4f46-93ef-38d7f3a64036 tempest-VolumesNegativeTest-1142966262 tempest-VolumesNegativeTest-1142966262-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3b580ce-2b49-4de1-b043-a3f38ded3902 HTTP/1.1" status: 200  len: 947 time: 0.1393249
Sep 15 13:43:01.513818 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 35926) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:43:01.576944 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-ace25281-9b70-429f-ad87-f02716c6bb0c req-1a76ec2f-f1f4-44be-ae11-1f86c7728342 tempest-VolumesNegativeTest-1142966262 tempest-VolumesNegativeTest-1142966262-project] 10.222.0.41 "GET /v2.0/security-groups?id=b32f70af-b3f8-48e1-bf79-083ed30e0be3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0923319
Sep 15 13:43:01.628566 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-c81586fc-3412-4b72-8b4d-ef666988b5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cd1dd4b38>, [{'id': 'b57ef187-4677-4138-9304-5ae1a012bd28', 'name': 'tempest-AttachVolumeShelveTestJSON-500667379-router', 'tenant_id': '025c529061864e2ab47987e7d6ed7d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': '05c1d5c3-330b-4f4d-9200-6dad9f8a07b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:37Z', 'updated_at': '2021-09-15T13:37:48Z', 'revision_number': 4, 'project_id': '025c529061864e2ab47987e7d6ed7d28', 'gw_port': {'id': '05c1d5c3-330b-4f4d-9200-6dad9f8a07b3', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cf:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57ef187-4677-4138-9304-5ae1a012bd28', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:38Z', 'updated_at': '2021-09-15T13:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi', '_interfaces': [{'id': 'e087af7b-9fed-4da0-b075-bf2545f634df', 'name': '', 'network_id': 'e9c16276-857e-49e4-bec2-1a6e621bb0c0', 'tenant_id': '025c529061864e2ab47987e7d6ed7d28', 'mac_address': 'fa:16:3e:a1:63:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57ef187-4677-4138-9304-5ae1a012bd28', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d3cda93-f669-4c8c-b3ae-fd1f6c47904a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:44Z', 'updated_at': '2021-09-15T13:38:13Z', 'revision_number': 5, 'project_id': '025c529061864e2ab47987e7d6ed7d28', 'subnets': [{'id': '5d3cda93-f669-4c8c-b3ae-fd1f6c47904a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-iscsi', False) {} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:43:01.633181 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81586fc-3412-4b72-8b4d-ef666988b5ae None None] The sync data for ids ['b57ef187-4677-4138-9304-5ae1a012bd28'] in dv-cinder-809181-1-iscsi is: [{'id': 'b57ef187-4677-4138-9304-5ae1a012bd28', 'name': 'tempest-AttachVolumeShelveTestJSON-500667379-router', 'tenant_id': '025c529061864e2ab47987e7d6ed7d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': '05c1d5c3-330b-4f4d-9200-6dad9f8a07b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:37Z', 'updated_at': '2021-09-15T13:37:48Z', 'revision_number': 4, 'project_id': '025c529061864e2ab47987e7d6ed7d28', 'gw_port': {'id': '05c1d5c3-330b-4f4d-9200-6dad9f8a07b3', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cf:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57ef187-4677-4138-9304-5ae1a012bd28', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:38Z', 'updated_at': '2021-09-15T13:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi', '_interfaces': [{'id': 'e087af7b-9fed-4da0-b075-bf2545f634df', 'name': '', 'network_id': 'e9c16276-857e-49e4-bec2-1a6e621bb0c0', 'tenant_id': '025c529061864e2ab47987e7d6ed7d28', 'mac_address': 'fa:16:3e:a1:63:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57ef187-4677-4138-9304-5ae1a012bd28', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d3cda93-f669-4c8c-b3ae-fd1f6c47904a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:44Z', 'updated_at': '2021-09-15T13:38:13Z', 'revision_number': 5, 'project_id': '025c529061864e2ab47987e7d6ed7d28', 'subnets': [{'id': '5d3cda93-f669-4c8c-b3ae-fd1f6c47904a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Sep 15 13:43:01.775750 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-070154f2-5af9-47e3-8ac5-9b0ecf2b9911 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Notify callbacks [] for security_group, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:01.784907 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2181fac-efd2-4fd2-9236-a13f38adf8ab req-b4ddc4d1-c793-4e69-9f59-562bd705804e tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:01.785657 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-a2181fac-efd2-4fd2-9236-a13f38adf8ab req-b4ddc4d1-c793-4e69-9f59-562bd705804e tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] Synchronizing usage tracker for tenant:80a3f843a4c74e49be14ec5c2a2f7ca3 on resource:network {{(pid=82346) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Sep 15 13:43:01.800598 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [req-1e4a0210-f747-46ec-9161-4538080bcd73 req-640fc16c-2f28-45d4-9344-188858dcba95 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] For port cfe82913-7703-4af3-8804-f17b33bc3488, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=cfe82913-7703-4af3-8804-f17b33bc3488,segment=NetworkSegment(1ed3a544-0c3b-4c22-95a9-80d26a08a4c3),segment_id=1ed3a544-0c3b-4c22-95a9-80d26a08a4c3)] {{(pid=82346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:43:01.800999 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-1e4a0210-f747-46ec-9161-4538080bcd73 req-640fc16c-2f28-45d4-9344-188858dcba95 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853103875'] for port, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:01.856052 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-070154f2-5af9-47e3-8ac5-9b0ecf2b9911 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:01.891289 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-a2181fac-efd2-4fd2-9236-a13f38adf8ab req-b4ddc4d1-c793-4e69-9f59-562bd705804e tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] Unset dirty status for tenant:80a3f843a4c74e49be14ec5c2a2f7ca3 on resource:network {{(pid=82346) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Sep 15 13:43:01.892943 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a2181fac-efd2-4fd2-9236-a13f38adf8ab req-b4ddc4d1-c793-4e69-9f59-562bd705804e tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] 10.222.0.36 "GET /v2.0/networks?id=22c5e686-1e8b-4cf9-8815-eed779998c4a HTTP/1.1" status: 200  len: 809 time: 0.6981435
Sep 15 13:43:01.914149 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [req-a2181fac-efd2-4fd2-9236-a13f38adf8ab req-4c0d4354-4b30-4034-84fd-394cfceb96d6 tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] Request body: {'port': {'device_id': 'fc3e1891-9149-403b-837f-8485e675ed2d', 'network_id': '22c5e686-1e8b-4cf9-8815-eed779998c4a', 'admin_state_up': True, 'tenant_id': '80a3f843a4c74e49be14ec5c2a2f7ca3'}} {{(pid=82346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:43:01.933938 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f0237-65a9-47fe-8d48-5f2efbb7faec req-2bcfcae0-7307-4ed5-822c-c72466bfde4e tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:01.942514 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-500f0237-65a9-47fe-8d48-5f2efbb7faec req-2bcfcae0-7307-4ed5-822c-c72466bfde4e tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "GET /v2.0/ports?device_id=18687200-4d0b-4f86-b9fc-2c3ddbc470b2 HTTP/1.1" status: 200  len: 945 time: 0.1675122
Sep 15 13:43:02.012212 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-538fcd5d-d1a6-4a95-8eb3-6a89a64adc85 req-27745924-50a2-4cff-832b-f1068b14dcb6 tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc3e1891-9149-403b-837f-8485e675ed2d HTTP/1.1" status: 200  len: 210 time: 0.0650318
Sep 15 13:43:02.017676 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3b580ce-2b49-4de1-b043-a3f38ded3902', 'tag': 'db10d356-a36d-421f-baf5-04d1a6153865'}] {{(pid=82346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Sep 15 13:43:02.025539 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-070154f2-5af9-47e3-8ac5-9b0ecf2b9911 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:02.041136 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-b070803c-711c-4508-9ae4-e4cd27557808 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:43:02.056401 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070154f2-5af9-47e3-8ac5-9b0ecf2b9911 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b6258c-7125-4609-a047-87418a93f977,revision_number=None']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:43:02.073531 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-500f0237-65a9-47fe-8d48-5f2efbb7faec req-17115c62-92a8-4ee1-9439-83a2258b3486 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "GET /v2.0/security-groups?id=4781b849-c099-4cd6-9eb8-2f7a21e5e982&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1300693
Sep 15 13:43:02.075724 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070154f2-5af9-47e3-8ac5-9b0ecf2b9911 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:43:02.076128 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070154f2-5af9-47e3-8ac5-9b0ecf2b9911 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:43:02.076540 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070154f2-5af9-47e3-8ac5-9b0ecf2b9911 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:43:02.076946 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070154f2-5af9-47e3-8ac5-9b0ecf2b9911 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:43:02.077455 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070154f2-5af9-47e3-8ac5-9b0ecf2b9911 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:43:02.077729 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070154f2-5af9-47e3-8ac5-9b0ecf2b9911 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:43:02.078128 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070154f2-5af9-47e3-8ac5-9b0ecf2b9911 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:43:02.078774 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070154f2-5af9-47e3-8ac5-9b0ecf2b9911 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:43:02.079169 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070154f2-5af9-47e3-8ac5-9b0ecf2b9911 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:43:02.079565 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070154f2-5af9-47e3-8ac5-9b0ecf2b9911 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:43:02.079987 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070154f2-5af9-47e3-8ac5-9b0ecf2b9911 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:43:02.083379 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-070154f2-5af9-47e3-8ac5-9b0ecf2b9911 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Notify callbacks [] for security_group, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:02.084575 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-070154f2-5af9-47e3-8ac5-9b0ecf2b9911 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "DELETE /v2.0/security-groups/e2b6258c-7125-4609-a047-87418a93f977 HTTP/1.1" status: 204  len: 168 time: 0.5698893
Sep 15 13:43:02.085654 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-070154f2-5af9-47e3-8ac5-9b0ecf2b9911 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:43:02.096222 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 35942) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:43:02.115389 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.api.v2.resource [None req-f0afcb55-b6f4-4120-a3b6-8f1810246755 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] show failed (client error): The resource could not be found.
Sep 15 13:43:02.116577 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-f0afcb55-b6f4-4120-a3b6-8f1810246755 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups/e2b6258c-7125-4609-a047-87418a93f977 HTTP/1.1" status: 404  len: 347 time: 0.0192628
Sep 15 13:43:02.120970 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 35946) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:43:02.124206 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3b580ce-2b49-4de1-b043-a3f38ded3902', 'tag': 'db10d356-a36d-421f-baf5-04d1a6153865', 'status': 'completed', 'code': 200}
Sep 15 13:43:02.218705 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11627ec3-123f-4fea-abc2-59fca6d50e7c None None] New status for floating IP 96a7d116-64e7-408f-824d-b3fe1d744a9e: DOWN {{(pid=82348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Sep 15 13:43:02.307092 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [req-a2181fac-efd2-4fd2-9236-a13f38adf8ab req-4c0d4354-4b30-4034-84fd-394cfceb96d6 tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:43:02.317674 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-a2181fac-efd2-4fd2-9236-a13f38adf8ab req-4c0d4354-4b30-4034-84fd-394cfceb96d6 tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] Usage tracker for resource:port and tenant:80a3f843a4c74e49be14ec5c2a2f7ca3 is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:43:02.321944 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-1e4a0210-f747-46ec-9161-4538080bcd73 req-640fc16c-2f28-45d4-9344-188858dcba95 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:02.322364 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-1e4a0210-f747-46ec-9161-4538080bcd73 req-640fc16c-2f28-45d4-9344-188858dcba95 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853102158'] for floatingip, after_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:02.322719 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.db.l3_db [req-1e4a0210-f747-46ec-9161-4538080bcd73 req-640fc16c-2f28-45d4-9344-188858dcba95 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Floating IP 45e6b93f-de32-4f22-a483-b51fad6932c6 disassociated. External IP: 172.27.2.197, port: cfe82913-7703-4af3-8804-f17b33bc3488.
Sep 15 13:43:02.323116 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [req-1e4a0210-f747-46ec-9161-4538080bcd73 req-640fc16c-2f28-45d4-9344-188858dcba95 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Calling delete_port for cfe82913-7703-4af3-8804-f17b33bc3488 owned by compute:nova {{(pid=82346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Sep 15 13:43:02.352914 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-a2181fac-efd2-4fd2-9236-a13f38adf8ab req-4c0d4354-4b30-4034-84fd-394cfceb96d6 tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:43:02.368326 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [req-a2181fac-efd2-4fd2-9236-a13f38adf8ab req-4c0d4354-4b30-4034-84fd-394cfceb96d6 tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:43:02.399793 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2181fac-efd2-4fd2-9236-a13f38adf8ab req-4c0d4354-4b30-4034-84fd-394cfceb96d6 tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] Made reservation on behalf of 80a3f843a4c74e49be14ec5c2a2f7ca3 for: {'port': 1} {{(pid=82346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Sep 15 13:43:02.405980 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-a2181fac-efd2-4fd2-9236-a13f38adf8ab req-4c0d4354-4b30-4034-84fd-394cfceb96d6 tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:02.600084 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-1e4a0210-f747-46ec-9161-4538080bcd73 req-640fc16c-2f28-45d4-9344-188858dcba95 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301743526908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735110837380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1447919'] for port, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:02.616548 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-98b79086-6e5f-45e1-8e3c-03cdf2c2422c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:43:02.661382 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-dc3c95a6-c409-468a-9844-777713527291 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Deleting port 9c894ecb-1a69-441a-ab81-5dab30f5f451 {{(pid=82345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Sep 15 13:43:02.661762 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-dc3c95a6-c409-468a-9844-777713527291 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301743532404'] for port, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:02.702047 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640fc16c-2f28-45d4-9344-188858dcba95 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Pushing event deleted for resources: {'Port': ['ID=cfe82913-7703-4af3-8804-f17b33bc3488,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:43:02.733111 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640fc16c-2f28-45d4-9344-188858dcba95 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:43:02.733538 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640fc16c-2f28-45d4-9344-188858dcba95 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:43:02.733962 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640fc16c-2f28-45d4-9344-188858dcba95 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:43:02.734379 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640fc16c-2f28-45d4-9344-188858dcba95 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:43:02.734788 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640fc16c-2f28-45d4-9344-188858dcba95 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:43:02.735197 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640fc16c-2f28-45d4-9344-188858dcba95 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:43:02.735605 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640fc16c-2f28-45d4-9344-188858dcba95 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:43:02.736071 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640fc16c-2f28-45d4-9344-188858dcba95 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:43:02.736473 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640fc16c-2f28-45d4-9344-188858dcba95 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:43:02.736871 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640fc16c-2f28-45d4-9344-188858dcba95 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:43:02.737306 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640fc16c-2f28-45d4-9344-188858dcba95 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:43:02.745851 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-640fc16c-2f28-45d4-9344-188858dcba95 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:43:02.815126 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-be6354c2-1a66-4c46-b224-597f1a5687a6 req-dc546176-0d8d-4503-bdf2-91f417d7f6c4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3b343a736370447dba3155d3075235cd&device_id=f3b580ce-2b49-4de1-b043-a3f38ded3902 HTTP/1.1" status: 200  len: 1100 time: 0.6322985
Sep 15 13:43:02.820243 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.db_base_plugin_common [req-a2181fac-efd2-4fd2-9236-a13f38adf8ab req-4c0d4354-4b30-4034-84fd-394cfceb96d6 tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] Allocated IP 172.20.0.5 (22c5e686-1e8b-4cf9-8815-eed779998c4a/5ff1b6d6-b719-4717-9095-e467b3f3968e/ff45d292-d43f-4ba5-a93f-3bb8c3e973f9) {{(pid=82346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Sep 15 13:43:02.968937 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72875d3e-efb8-4dfd-b84e-b14e5d11eac1 req-e850a897-f91f-421e-bc8e-67769ab36370 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:02.970430 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-72875d3e-efb8-4dfd-b84e-b14e5d11eac1 req-e850a897-f91f-421e-bc8e-67769ab36370 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/ports?device_id=77ed6e87-608d-4dd2-ac4e-4cf4e42fd368 HTTP/1.1" status: 200  len: 867 time: 0.6265891
Sep 15 13:43:03.089138 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-dc3c95a6-c409-468a-9844-777713527291 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853103875'] for port, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:03.089513 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-dc3c95a6-c409-468a-9844-777713527291 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:03.105046 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be04ff43-032d-47d6-9885-abf6096be8e0 req-445e12a3-95d4-4e1f-ba9b-94b9d88df328 tempest-VolumesNegativeTest-1142966262 tempest-VolumesNegativeTest-1142966262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:03.106728 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-be04ff43-032d-47d6-9885-abf6096be8e0 req-445e12a3-95d4-4e1f-ba9b-94b9d88df328 tempest-VolumesNegativeTest-1142966262 tempest-VolumesNegativeTest-1142966262-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3b580ce-2b49-4de1-b043-a3f38ded3902 HTTP/1.1" status: 200  len: 947 time: 0.4024072
Sep 15 13:43:03.148459 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-a2181fac-efd2-4fd2-9236-a13f38adf8ab req-4c0d4354-4b30-4034-84fd-394cfceb96d6 tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] Notify callbacks [] for port, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:03.183269 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1e4a0210-f747-46ec-9161-4538080bcd73 req-640fc16c-2f28-45d4-9344-188858dcba95 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Router 0c1a9be1-12af-4edc-90ba-07b85f4575b2 has already been hosted by L3 agent c919ec5e-912e-4080-8a6b-9b8956cb875b {{(pid=82346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Sep 15 13:43:03.277797 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-a2181fac-efd2-4fd2-9236-a13f38adf8ab req-4c0d4354-4b30-4034-84fd-394cfceb96d6 tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363301743938437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1447919'] for port, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:03.288022 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-dc3c95a6-c409-468a-9844-777713527291 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Calling delete_port for 9c894ecb-1a69-441a-ab81-5dab30f5f451 owned by network:floatingip {{(pid=82345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Sep 15 13:43:03.308446 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Device db10d356-a36d-421f-baf5-04d1a6153865 details requested by agent hyperv_hv-cinder-80918 with host hv-cinder-80918 {{(pid=82347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Sep 15 13:43:03.314955 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Device fee43d8f-d5bf-489e-b08b-1f9127053587 up at agent hyperv_hv-cinder-80918 {{(pid=82347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Sep 15 13:43:03.342287 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-bde5eecd-12c8-4970-b83f-6dfef0a42d97 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:43:03.346990 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6354c2-1a66-4c46-b224-597f1a5687a6 req-634aa090-8783-4035-b408-c28ad4953005 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:03.348559 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-be6354c2-1a66-4c46-b224-597f1a5687a6 req-634aa090-8783-4035-b408-c28ad4953005 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ad51e7be-8803-4b14-b6e4-5b58bda958cb HTTP/1.1" status: 200  len: 870 time: 0.5235474
Sep 15 13:43:03.375300 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-72875d3e-efb8-4dfd-b84e-b14e5d11eac1 req-005d1399-619b-4a11-9736-478bd3c689c8 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c08ff91-f7c0-4639-896f-1511f14e2415&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3537991
Sep 15 13:43:03.441108 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2181fac-efd2-4fd2-9236-a13f38adf8ab req-4c0d4354-4b30-4034-84fd-394cfceb96d6 tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] Network 22c5e686-1e8b-4cf9-8815-eed779998c4a is already hosted by enough agents. {{(pid=82346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Sep 15 13:43:03.445740 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.base_scheduler [req-a2181fac-efd2-4fd2-9236-a13f38adf8ab req-4c0d4354-4b30-4034-84fd-394cfceb96d6 tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] Resources bound (agent type, host, resource id):  {{(pid=82346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Sep 15 13:43:03.452530 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2181fac-efd2-4fd2-9236-a13f38adf8ab req-4c0d4354-4b30-4034-84fd-394cfceb96d6 tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] Received port after_create {{(pid=82346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 15 13:43:03.482760 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0d4354-4b30-4034-84fd-394cfceb96d6 tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] Pushing event updated for resources: {'Port': ['ID=ff45d292-d43f-4ba5-a93f-3bb8c3e973f9,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:43:03.488769 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-be6354c2-1a66-4c46-b224-597f1a5687a6 req-ff949e08-9a01-4e6a-b498-988c255b4c7d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=db10d356-a36d-421f-baf5-04d1a6153865 HTTP/1.1" status: 200  len: 217 time: 0.1123912
Sep 15 13:43:03.493562 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-4c0d4354-4b30-4034-84fd-394cfceb96d6 tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:43:03.503474 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-be04ff43-032d-47d6-9885-abf6096be8e0 req-95328066-b66a-4022-a47a-1359e8cfab93 tempest-VolumesNegativeTest-1142966262 tempest-VolumesNegativeTest-1142966262-project] 10.222.0.41 "GET /v2.0/security-groups?id=b32f70af-b3f8-48e1-bf79-083ed30e0be3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3317161
Sep 15 13:43:03.537390 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2181fac-efd2-4fd2-9236-a13f38adf8ab req-4c0d4354-4b30-4034-84fd-394cfceb96d6 tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:03.538076 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-a2181fac-efd2-4fd2-9236-a13f38adf8ab req-4c0d4354-4b30-4034-84fd-394cfceb96d6 tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251427'] for port, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:03.578088 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a2181fac-efd2-4fd2-9236-a13f38adf8ab req-4c0d4354-4b30-4034-84fd-394cfceb96d6 tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6682341
Sep 15 13:43:03.579713 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Provisioning for port fee43d8f-d5bf-489e-b08b-1f9127053587 completed by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Sep 15 13:43:03.603495 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Provisioning complete for port fee43d8f-d5bf-489e-b08b-1f9127053587 triggered by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:43:03.604116 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:03.605323 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6354c2-1a66-4c46-b224-597f1a5687a6 req-8909e608-bbfd-4d96-995e-6978a8d1eeec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:03.605896 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [req-a2181fac-efd2-4fd2-9236-a13f38adf8ab req-a786455e-94ac-4ae9-89c5-d5aaa7b5c566 service neutron] Request body: {'port': {'device_id': 'fc3e1891-9149-403b-837f-8485e675ed2d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80918'}} {{(pid=82346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:43:03.607291 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-be6354c2-1a66-4c46-b224-597f1a5687a6 req-8909e608-bbfd-4d96-995e-6978a8d1eeec service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0a47224b-1781-4471-bda5-9e78dc95c67d HTTP/1.1" status: 200  len: 843 time: 0.1018171
Sep 15 13:43:03.638803 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] For port db10d356-a36d-421f-baf5-04d1a6153865, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=db10d356-a36d-421f-baf5-04d1a6153865,segment=NetworkSegment(b5d9d4a8-8dee-4991-a2d0-243167bd51ca),segment_id=b5d9d4a8-8dee-4991-a2d0-243167bd51ca)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:43:03.666265 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Returning: {'device': 'db10d356-a36d-421f-baf5-04d1a6153865', 'network_id': 'ad51e7be-8803-4b14-b6e4-5b58bda958cb', 'port_id': 'db10d356-a36d-421f-baf5-04d1a6153865', 'mac_address': 'fa:16:3e:05:42:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a47224b-1781-4471-bda5-9e78dc95c67d', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 15 13:43:03.787297 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:03.820876 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db10d356-a36d-421f-baf5-04d1a6153865 {{(pid=82347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Sep 15 13:43:03.835775 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:03.858012 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] For port db10d356-a36d-421f-baf5-04d1a6153865, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=db10d356-a36d-421f-baf5-04d1a6153865,segment=NetworkSegment(b5d9d4a8-8dee-4991-a2d0-243167bd51ca),segment_id=b5d9d4a8-8dee-4991-a2d0-243167bd51ca)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:43:03.871784 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18687200-4d0b-4f86-b9fc-2c3ddbc470b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fee43d8f-d5bf-489e-b08b-1f9127053587'}] {{(pid=82347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Sep 15 13:43:03.878280 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:03.883850 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:43:03.889665 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1e4a0210-f747-46ec-9161-4538080bcd73 req-640fc16c-2f28-45d4-9344-188858dcba95 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Notify agent at l3_agent.dv-cinder-809181-1-iscsi the message routers_updated {{(pid=82346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Sep 15 13:43:03.898138 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-dc3c95a6-c409-468a-9844-777713527291 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301743526908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735110837380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852138254'] for port, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:03.905032 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:43:03.927647 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] For port fee43d8f-d5bf-489e-b08b-1f9127053587, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=fee43d8f-d5bf-489e-b08b-1f9127053587,segment=NetworkSegment(1d9e96c7-616e-4a0a-ae4e-0fa650630ffb),segment_id=1d9e96c7-616e-4a0a-ae4e-0fa650630ffb)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:43:03.931941 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abef3c69-a350-44b1-9ae7-2c610e7b3c99 None None] Sync routers for ids ['0c1a9be1-12af-4edc-90ba-07b85f4575b2'] in dv-cinder-809181-1-iscsi {{(pid=82347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Sep 15 13:43:03.948127 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:03.949024 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Device cfe82913-7703-4af3-8804-f17b33bc3488 no longer exists at agent hyperv_hv-cinder-80918 {{(pid=82347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Sep 15 13:43:03.968790 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530d46bc-a258-4126-b357-34c8f2648fff req-ac039ed8-ccfb-4d6a-8279-fc770f510d74 tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:03.970430 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-530d46bc-a258-4126-b357-34c8f2648fff req-ac039ed8-ccfb-4d6a-8279-fc770f510d74 tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc3e1891-9149-403b-837f-8485e675ed2d HTTP/1.1" status: 200  len: 931 time: 0.3620245
Sep 15 13:43:03.971307 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3c95a6-c409-468a-9844-777713527291 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Pushing event deleted for resources: {'Port': ['ID=9c894ecb-1a69-441a-ab81-5dab30f5f451,revision_number=None']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:43:03.980754 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ae1c4c-32e3-4b7d-a3a4-e807ca9de3d8 req-426b17d8-663b-4446-abb0-c5135c075a0f tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:03.982329 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-51ae1c4c-32e3-4b7d-a3a4-e807ca9de3d8 req-426b17d8-663b-4446-abb0-c5135c075a0f tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "GET /v2.0/ports?device_id=18687200-4d0b-4f86-b9fc-2c3ddbc470b2 HTTP/1.1" status: 200  len: 945 time: 0.2831075
Sep 15 13:43:03.983305 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-dc3c95a6-c409-468a-9844-777713527291 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:43:03.988103 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-be6354c2-1a66-4c46-b224-597f1a5687a6 req-297b7989-8903-405e-af39-1c503bf8f37c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ad51e7be-8803-4b14-b6e4-5b58bda958cb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.3296351
Sep 15 13:43:04.004316 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] No Port match for: cfe82913-7703-4af3-8804-f17b33bc3488 {{(pid=82347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Sep 15 13:43:04.004716 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Device cfe82913-7703-4af3-8804-f17b33bc3488 not bound to the agent host hv-cinder-80918 {{(pid=82347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Sep 15 13:43:04.006184 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e4a0210-f747-46ec-9161-4538080bcd73 req-640fc16c-2f28-45d4-9344-188858dcba95 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] No DVR routers for this DVR port cfe82913-7703-4af3-8804-f17b33bc3488 on host hv-cinder-80918 {{(pid=82346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Sep 15 13:43:04.015478 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-1e4a0210-f747-46ec-9161-4538080bcd73 req-640fc16c-2f28-45d4-9344-188858dcba95 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251427'] for port, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:04.017629 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-1e4a0210-f747-46ec-9161-4538080bcd73 req-640fc16c-2f28-45d4-9344-188858dcba95 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.36 "DELETE /v2.0/ports/cfe82913-7703-4af3-8804-f17b33bc3488 HTTP/1.1" status: 204  len: 173 time: 2.9582427
Sep 15 13:43:04.025701 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-a2181fac-efd2-4fd2-9236-a13f38adf8ab req-a786455e-94ac-4ae9-89c5-d5aaa7b5c566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:04.031930 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:04.041584 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abef3c69-a350-44b1-9ae7-2c610e7b3c99 None None] Routers {'0c1a9be1-12af-4edc-90ba-07b85f4575b2'} bound to L3 agent in host dv-cinder-809181-1-iscsi {{(pid=82347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 15 13:43:04.042477 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-abef3c69-a350-44b1-9ae7-2c610e7b3c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cd1eef3c8>, 'dv-cinder-809181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T13:29:29Z,description=<?>,heartbeat_timestamp=2021-09-15T13:42:59Z,host='dv-cinder-809181-1-iscsi',id=c919ec5e-912e-4080-8a6b-9b8956cb875b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T13:29:29Z,topic='l3_agent')) {'router_ids': ['0c1a9be1-12af-4edc-90ba-07b85f4575b2'], 'active': True} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:43:04.147496 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77ed6e87-608d-4dd2-ac4e-4cf4e42fd368', 'name': 'network-vif-deleted', 'tag': 'cfe82913-7703-4af3-8804-f17b33bc3488'}] {{(pid=82346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Sep 15 13:43:04.171074 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Pushing event updated for resources: {'Port': ['ID=db10d356-a36d-421f-baf5-04d1a6153865,revision_number=4']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:43:04.175109 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:43:04.184926 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.200s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:43:04.292060 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Pushing event updated for resources: {'Port': ['ID=fee43d8f-d5bf-489e-b08b-1f9127053587,revision_number=5']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:43:04.297867 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-530d46bc-a258-4126-b357-34c8f2648fff req-7d098d32-fd92-49c4-a30c-985e77433ce8 tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] 10.222.0.41 "GET /v2.0/security-groups?id=7212dde7-41f8-41d3-9a43-fa5de696ce7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3131883
Sep 15 13:43:04.302437 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:43:04.328774 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-51ae1c4c-32e3-4b7d-a3a4-e807ca9de3d8 req-e9305d62-ee17-4820-88eb-20cbd5eb98f6 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "GET /v2.0/security-groups?id=4781b849-c099-4cd6-9eb8-2f7a21e5e982&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2989964
Sep 15 13:43:04.334319 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-dc3c95a6-c409-468a-9844-777713527291 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Notify callbacks [] for floatingip, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:04.339086 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] get_ports_and_sgs() called for port_ids ['db10d356-a36d-421f-baf5-04d1a6153865'] {{(pid=82347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 15 13:43:04.364888 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-be6354c2-1a66-4c46-b224-597f1a5687a6 req-d0120147-03bb-4d1d-ad39-08af77c18ab1 service neutron] 10.222.0.36 "GET /v2.0/networks/ad51e7be-8803-4b14-b6e4-5b58bda958cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3589098
Sep 15 13:43:04.407840 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-dc3c95a6-c409-468a-9844-777713527291 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251427'] for floatingip, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:04.413135 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-dc3c95a6-c409-468a-9844-777713527291 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "DELETE /v2.0/floatingips/96a7d116-64e7-408f-824d-b3fe1d744a9e HTTP/1.1" status: 204  len: 168 time: 2.2903562
Sep 15 13:43:04.432687 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvr_db [None req-abef3c69-a350-44b1-9ae7-2c610e7b3c99 None None] Set router 0c1a9be1-12af-4edc-90ba-07b85f4575b2 gateway port host: dv-cinder-809181-1-iscsi {{(pid=82347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Sep 15 13:43:04.486074 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77ed6e87-608d-4dd2-ac4e-4cf4e42fd368', 'name': 'network-vif-deleted', 'tag': 'cfe82913-7703-4af3-8804-f17b33bc3488', 'status': 'completed', 'code': 200}
Sep 15 13:43:04.513753 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [req-a2181fac-efd2-4fd2-9236-a13f38adf8ab req-a786455e-94ac-4ae9-89c5-d5aaa7b5c566 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff45d292-d43f-4ba5-a93f-3bb8c3e973f9 {{(pid=82346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Sep 15 13:43:04.534016 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-a2181fac-efd2-4fd2-9236-a13f38adf8ab req-a786455e-94ac-4ae9-89c5-d5aaa7b5c566 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:04.572236 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [req-a2181fac-efd2-4fd2-9236-a13f38adf8ab req-a786455e-94ac-4ae9-89c5-d5aaa7b5c566 service neutron] Transition to ACTIVE for port object ff45d292-d43f-4ba5-a93f-3bb8c3e973f9 will not be triggered until provisioned by entity L2. {{(pid=82346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Sep 15 13:43:04.582667 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-a2181fac-efd2-4fd2-9236-a13f38adf8ab req-a786455e-94ac-4ae9-89c5-d5aaa7b5c566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853327897'] for port, after_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:04.587689 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-be6354c2-1a66-4c46-b224-597f1a5687a6 req-3363a62c-a743-4da8-ac4f-aad168481717 service neutron] 10.222.0.36 "GET /v2.0/networks/ad51e7be-8803-4b14-b6e4-5b58bda958cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2052491
Sep 15 13:43:04.588211 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-12bdfe9d-c02d-4873-b0f4-2af07ee42b3b tempest-VolumesSnapshotTestJSON-103182382 tempest-VolumesSnapshotTestJSON-103182382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:43:04.688935 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a786455e-94ac-4ae9-89c5-d5aaa7b5c566 service neutron] Pushing event updated for resources: {'Port': ['ID=ff45d292-d43f-4ba5-a93f-3bb8c3e973f9,revision_number=2']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:43:04.695169 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-a786455e-94ac-4ae9-89c5-d5aaa7b5c566 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:43:04.848300 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-f0b76570-65d4-4ec4-b93f-dc93f45e8dc0 req-2bc3ca01-1287-4999-823f-c13901083708 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/ports?device_id=77ed6e87-608d-4dd2-ac4e-4cf4e42fd368 HTTP/1.1" status: 200  len: 210 time: 0.2153866
Sep 15 13:43:04.900435 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18687200-4d0b-4f86-b9fc-2c3ddbc470b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fee43d8f-d5bf-489e-b08b-1f9127053587', 'code': 200}
Sep 15 13:43:04.978046 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [req-a2181fac-efd2-4fd2-9236-a13f38adf8ab req-a786455e-94ac-4ae9-89c5-d5aaa7b5c566 service neutron] Attempting to bind port ff45d292-d43f-4ba5-a93f-3bb8c3e973f9 on host hv-cinder-80918 for vnic_type normal with profile  {{(pid=82346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Sep 15 13:43:04.978420 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [req-a2181fac-efd2-4fd2-9236-a13f38adf8ab req-a786455e-94ac-4ae9-89c5-d5aaa7b5c566 service neutron] Attempting to bind port ff45d292-d43f-4ba5-a93f-3bb8c3e973f9 by drivers openvswitch,hyperv on host hv-cinder-80918 at level 0 using segments [{'id': '9af64173-1608-49cc-9c02-54e3e7c2beb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '22c5e686-1e8b-4cf9-8815-eed779998c4a'}] {{(pid=82346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Sep 15 13:43:04.978790 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2181fac-efd2-4fd2-9236-a13f38adf8ab req-a786455e-94ac-4ae9-89c5-d5aaa7b5c566 service neutron] Attempting to bind port ff45d292-d43f-4ba5-a93f-3bb8c3e973f9 on network 22c5e686-1e8b-4cf9-8815-eed779998c4a {{(pid=82346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Sep 15 13:43:04.997601 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2181fac-efd2-4fd2-9236-a13f38adf8ab req-a786455e-94ac-4ae9-89c5-d5aaa7b5c566 service neutron] Port ff45d292-d43f-4ba5-a93f-3bb8c3e973f9 on network 22c5e686-1e8b-4cf9-8815-eed779998c4a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80918 {{(pid=82346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 15 13:43:05.000386 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2181fac-efd2-4fd2-9236-a13f38adf8ab req-a786455e-94ac-4ae9-89c5-d5aaa7b5c566 service neutron] Attempting to bind port ff45d292-d43f-4ba5-a93f-3bb8c3e973f9 on network 22c5e686-1e8b-4cf9-8815-eed779998c4a {{(pid=82346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Sep 15 13:43:05.008254 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2181fac-efd2-4fd2-9236-a13f38adf8ab req-a786455e-94ac-4ae9-89c5-d5aaa7b5c566 service neutron] Checking agent: {'id': '0b6080d1-6da0-4ccd-961d-05ec14f91c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80918', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 35, 33), 'started_at': datetime.datetime(2021, 9, 15, 13, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Sep 15 13:43:05.008767 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2181fac-efd2-4fd2-9236-a13f38adf8ab req-a786455e-94ac-4ae9-89c5-d5aaa7b5c566 service neutron] Checking segment: {'id': '9af64173-1608-49cc-9c02-54e3e7c2beb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '22c5e686-1e8b-4cf9-8815-eed779998c4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Sep 15 13:43:05.009300 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2181fac-efd2-4fd2-9236-a13f38adf8ab req-a786455e-94ac-4ae9-89c5-d5aaa7b5c566 service neutron] Bound using segment: {'id': '9af64173-1608-49cc-9c02-54e3e7c2beb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '22c5e686-1e8b-4cf9-8815-eed779998c4a'} {{(pid=82346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Sep 15 13:43:05.009893 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [req-a2181fac-efd2-4fd2-9236-a13f38adf8ab req-a786455e-94ac-4ae9-89c5-d5aaa7b5c566 service neutron] Bound port: ff45d292-d43f-4ba5-a93f-3bb8c3e973f9, host: hv-cinder-80918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9af64173-1608-49cc-9c02-54e3e7c2beb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '22c5e686-1e8b-4cf9-8815-eed779998c4a'}}] {{(pid=82346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Sep 15 13:43:05.010391 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-a2181fac-efd2-4fd2-9236-a13f38adf8ab req-a786455e-94ac-4ae9-89c5-d5aaa7b5c566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:05.106790 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [req-a2181fac-efd2-4fd2-9236-a13f38adf8ab req-a786455e-94ac-4ae9-89c5-d5aaa7b5c566 service neutron] For port ff45d292-d43f-4ba5-a93f-3bb8c3e973f9, host hv-cinder-80918, cleared binding levels {{(pid=82346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Sep 15 13:43:05.110175 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [req-a2181fac-efd2-4fd2-9236-a13f38adf8ab req-a786455e-94ac-4ae9-89c5-d5aaa7b5c566 service neutron] For port ff45d292-d43f-4ba5-a93f-3bb8c3e973f9, host hv-cinder-80918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=ff45d292-d43f-4ba5-a93f-3bb8c3e973f9,segment=NetworkSegment(9af64173-1608-49cc-9c02-54e3e7c2beb6),segment_id=9af64173-1608-49cc-9c02-54e3e7c2beb6)] {{(pid=82346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Sep 15 13:43:05.114190 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-a2181fac-efd2-4fd2-9236-a13f38adf8ab req-a786455e-94ac-4ae9-89c5-d5aaa7b5c566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853327897'] for port, after_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:05.119751 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-5640ffbb-8b6d-452f-bf15-16fe7cb65c0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:43:05.125999 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-01da2b87-c8c4-450c-9b8c-a08e0dbab242 req-3535944f-300b-400c-828d-d5c1837bbb9b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=18687200-4d0b-4f86-b9fc-2c3ddbc470b2 HTTP/1.1" status: 200  len: 1099 time: 0.1844130
Sep 15 13:43:05.134711 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf2990a-a719-46e7-91a3-20aeb4d4a8bf req-2542317c-ded6-42f1-b6a6-ba58b28ee8ea tempest-VolumesNegativeTest-1142966262 tempest-VolumesNegativeTest-1142966262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:05.137272 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-adf2990a-a719-46e7-91a3-20aeb4d4a8bf req-2542317c-ded6-42f1-b6a6-ba58b28ee8ea tempest-VolumesNegativeTest-1142966262 tempest-VolumesNegativeTest-1142966262-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3b580ce-2b49-4de1-b043-a3f38ded3902 HTTP/1.1" status: 200  len: 948 time: 0.1355083
Sep 15 13:43:05.179037 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 35972) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:43:05.203914 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a786455e-94ac-4ae9-89c5-d5aaa7b5c566 service neutron] Pushing event updated for resources: {'Port': ['ID=ff45d292-d43f-4ba5-a93f-3bb8c3e973f9,revision_number=3']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:43:05.207518 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-a2181fac-efd2-4fd2-9236-a13f38adf8ab req-a786455e-94ac-4ae9-89c5-d5aaa7b5c566 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251427'] for port, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:05.209568 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a2181fac-efd2-4fd2-9236-a13f38adf8ab req-a786455e-94ac-4ae9-89c5-d5aaa7b5c566 service neutron] 10.222.0.36 "PUT /v2.0/ports/ff45d292-d43f-4ba5-a93f-3bb8c3e973f9 HTTP/1.1" status: 200  len: 1093 time: 1.6101604
Sep 15 13:43:05.210509 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-a786455e-94ac-4ae9-89c5-d5aaa7b5c566 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:43:05.215584 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [None req-f91d9d92-f4b3-46f1-a53d-948ff606cd4e tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Request body: {'security_group': {'name': 'tempest-securitygroup--617762936', 'description': 'tempest-description--1239684867'}} {{(pid=82345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:43:05.228732 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-f91d9d92-f4b3-46f1-a53d-948ff606cd4e tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:43:05.239797 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-01da2b87-c8c4-450c-9b8c-a08e0dbab242 req-96ec6732-20e2-4367-a3da-1bee8369eb03 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4781b849-c099-4cd6-9eb8-2f7a21e5e982&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1010492
Sep 15 13:43:05.242911 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-f91d9d92-f4b3-46f1-a53d-948ff606cd4e tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Usage tracker for resource:security_group and tenant:025c529061864e2ab47987e7d6ed7d28 is out of sync, need to count used quota {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:43:05.247427 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-f91d9d92-f4b3-46f1-a53d-948ff606cd4e tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:43:05.258994 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-f91d9d92-f4b3-46f1-a53d-948ff606cd4e tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:43:05.268415 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-adf2990a-a719-46e7-91a3-20aeb4d4a8bf req-2854ea11-eacf-4f7d-9a39-47fe0d23305d tempest-VolumesNegativeTest-1142966262 tempest-VolumesNegativeTest-1142966262-project] 10.222.0.41 "GET /v2.0/security-groups?id=b32f70af-b3f8-48e1-bf79-083ed30e0be3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0942891
Sep 15 13:43:05.275491 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f91d9d92-f4b3-46f1-a53d-948ff606cd4e tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Notify callbacks [] for security_group, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:05.316789 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-f91d9d92-f4b3-46f1-a53d-948ff606cd4e tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:43:05.321241 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-f91d9d92-f4b3-46f1-a53d-948ff606cd4e tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Usage tracker for resource:security_group_rule and tenant:025c529061864e2ab47987e7d6ed7d28 is out of sync, need to count used quota {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:43:05.324475 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-f91d9d92-f4b3-46f1-a53d-948ff606cd4e tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:43:05.331662 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-f91d9d92-f4b3-46f1-a53d-948ff606cd4e tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:43:05.356357 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-abef3c69-a350-44b1-9ae7-2c610e7b3c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cd1eef3c8>, [{'id': '0c1a9be1-12af-4edc-90ba-07b85f4575b2', 'name': 'tempest-AttachVolumeTestJSON-1358564763-router', 'tenant_id': '839ee03af2c74792a3a3c2d72d59dd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '2c04589e-3e63-405d-9909-138c561a87c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:38Z', 'updated_at': '2021-09-15T13:37:51Z', 'revision_number': 4, 'project_id': '839ee03af2c74792a3a3c2d72d59dd55', 'gw_port': {'id': '2c04589e-3e63-405d-9909-138c561a87c8', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:5e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1a9be1-12af-4edc-90ba-07b85f4575b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:40Z', 'updated_at': '2021-09-15T13:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi', '_interfaces': [{'id': '5e25fb80-8d76-4b71-8d1a-d48a31606ea5', 'name': '', 'network_id': '9b5d95b3-3bf8-4370-9b66-9dd986b48a07', 'tenant_id': '839ee03af2c74792a3a3c2d72d59dd55', 'mac_address': 'fa:16:3e:31:f4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1a9be1-12af-4edc-90ba-07b85f4575b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1beceede-0773-432e-935b-1a5d4e30ef31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:49Z', 'updated_at': '2021-09-15T13:38:09Z', 'revision_number': 5, 'project_id': '839ee03af2c74792a3a3c2d72d59dd55', 'subnets': [{'id': '1beceede-0773-432e-935b-1a5d4e30ef31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-iscsi', False) {} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:43:05.361191 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abef3c69-a350-44b1-9ae7-2c610e7b3c99 None None] Checking router: 0c1a9be1-12af-4edc-90ba-07b85f4575b2 for host: dv-cinder-809181-1-iscsi {{(pid=82347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Sep 15 13:43:05.373421 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abef3c69-a350-44b1-9ae7-2c610e7b3c99 None None] Routers {'0c1a9be1-12af-4edc-90ba-07b85f4575b2'} bound to L3 agent in host dv-cinder-809181-1-iscsi {{(pid=82347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 15 13:43:05.374307 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-abef3c69-a350-44b1-9ae7-2c610e7b3c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cd1eef3c8>, 'dv-cinder-809181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T13:29:29Z,description=<?>,heartbeat_timestamp=2021-09-15T13:42:59Z,host='dv-cinder-809181-1-iscsi',id=c919ec5e-912e-4080-8a6b-9b8956cb875b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T13:29:29Z,topic='l3_agent')) {'router_ids': ['0c1a9be1-12af-4edc-90ba-07b85f4575b2'], 'active': True} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:43:05.399436 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f91d9d92-f4b3-46f1-a53d-948ff606cd4e tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Notify callbacks [] for security_group, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:05.406190 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f91d9d92-f4b3-46f1-a53d-948ff606cd4e tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:05.412928 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-693aa3e7-4526-4097-8556-a0eb8680ed46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:43:05.495935 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91d9d92-f4b3-46f1-a53d-948ff606cd4e tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89e16839-325b-4e32-8166-088abba378dc,revision_number=1']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:43:05.499026 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-f91d9d92-f4b3-46f1-a53d-948ff606cd4e tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:43:05.572087 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvr_db [None req-abef3c69-a350-44b1-9ae7-2c610e7b3c99 None None] Set router 0c1a9be1-12af-4edc-90ba-07b85f4575b2 gateway port host: dv-cinder-809181-1-iscsi {{(pid=82347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Sep 15 13:43:05.812964 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f91d9d92-f4b3-46f1-a53d-948ff606cd4e tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Notify callbacks [] for security_group, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:05.814259 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-f91d9d92-f4b3-46f1-a53d-948ff606cd4e tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1613 time: 0.6163812
Sep 15 13:43:05.817896 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 35980) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:43:05.824774 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [None req-03926138-8970-410d-a112-fe14cd32c71a tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Request body: {'security_group_rule': {'security_group_id': '89e16839-325b-4e32-8166-088abba378dc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:43:05.831967 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-03926138-8970-410d-a112-fe14cd32c71a tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:43:05.837780 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-03926138-8970-410d-a112-fe14cd32c71a tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Usage tracker for resource:security_group_rule and tenant:025c529061864e2ab47987e7d6ed7d28 is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:43:05.841688 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-03926138-8970-410d-a112-fe14cd32c71a tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:43:05.853114 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-03926138-8970-410d-a112-fe14cd32c71a tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:43:05.870666 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-03926138-8970-410d-a112-fe14cd32c71a tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:05.904961 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f955aa2-0373-4c88-a1fb-c048cb854631 req-26dfb1ad-a64a-456c-84e7-8cd098561da4 tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:05.906636 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-4f955aa2-0373-4c88-a1fb-c048cb854631 req-26dfb1ad-a64a-456c-84e7-8cd098561da4 tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc3e1891-9149-403b-837f-8485e675ed2d HTTP/1.1" status: 200  len: 943 time: 0.4646106
Sep 15 13:43:05.915967 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a357f300-3dad-46a0-8053-aeffcef9818f req-547cf933-1cf8-4051-bae4-b269890e53a1 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:05.917438 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a357f300-3dad-46a0-8053-aeffcef9818f req-547cf933-1cf8-4051-bae4-b269890e53a1 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "GET /v2.0/ports?device_id=18687200-4d0b-4f86-b9fc-2c3ddbc470b2 HTTP/1.1" status: 200  len: 946 time: 0.4335647
Sep 15 13:43:05.921280 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-abef3c69-a350-44b1-9ae7-2c610e7b3c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cd1eef3c8>, [{'id': '0c1a9be1-12af-4edc-90ba-07b85f4575b2', 'name': 'tempest-AttachVolumeTestJSON-1358564763-router', 'tenant_id': '839ee03af2c74792a3a3c2d72d59dd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '2c04589e-3e63-405d-9909-138c561a87c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:38Z', 'updated_at': '2021-09-15T13:37:51Z', 'revision_number': 4, 'project_id': '839ee03af2c74792a3a3c2d72d59dd55', 'gw_port': {'id': '2c04589e-3e63-405d-9909-138c561a87c8', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:5e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1a9be1-12af-4edc-90ba-07b85f4575b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:40Z', 'updated_at': '2021-09-15T13:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi', '_interfaces': [{'id': '5e25fb80-8d76-4b71-8d1a-d48a31606ea5', 'name': '', 'network_id': '9b5d95b3-3bf8-4370-9b66-9dd986b48a07', 'tenant_id': '839ee03af2c74792a3a3c2d72d59dd55', 'mac_address': 'fa:16:3e:31:f4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1a9be1-12af-4edc-90ba-07b85f4575b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1beceede-0773-432e-935b-1a5d4e30ef31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:49Z', 'updated_at': '2021-09-15T13:38:09Z', 'revision_number': 5, 'project_id': '839ee03af2c74792a3a3c2d72d59dd55', 'subnets': [{'id': '1beceede-0773-432e-935b-1a5d4e30ef31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-iscsi', False) {} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:43:05.923159 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a2181fac-efd2-4fd2-9236-a13f38adf8ab req-36919220-5299-4001-91bd-be52a4ed3b85 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=80a3f843a4c74e49be14ec5c2a2f7ca3&device_id=fc3e1891-9149-403b-837f-8485e675ed2d HTTP/1.1" status: 200  len: 1096 time: 0.3817923
Sep 15 13:43:05.926604 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abef3c69-a350-44b1-9ae7-2c610e7b3c99 None None] The sync data for ids ['0c1a9be1-12af-4edc-90ba-07b85f4575b2'] in dv-cinder-809181-1-iscsi is: [{'id': '0c1a9be1-12af-4edc-90ba-07b85f4575b2', 'name': 'tempest-AttachVolumeTestJSON-1358564763-router', 'tenant_id': '839ee03af2c74792a3a3c2d72d59dd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '2c04589e-3e63-405d-9909-138c561a87c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:38Z', 'updated_at': '2021-09-15T13:37:51Z', 'revision_number': 4, 'project_id': '839ee03af2c74792a3a3c2d72d59dd55', 'gw_port': {'id': '2c04589e-3e63-405d-9909-138c561a87c8', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:5e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1a9be1-12af-4edc-90ba-07b85f4575b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:40Z', 'updated_at': '2021-09-15T13:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi', '_interfaces': [{'id': '5e25fb80-8d76-4b71-8d1a-d48a31606ea5', 'name': '', 'network_id': '9b5d95b3-3bf8-4370-9b66-9dd986b48a07', 'tenant_id': '839ee03af2c74792a3a3c2d72d59dd55', 'mac_address': 'fa:16:3e:31:f4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1a9be1-12af-4edc-90ba-07b85f4575b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1beceede-0773-432e-935b-1a5d4e30ef31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:49Z', 'updated_at': '2021-09-15T13:38:09Z', 'revision_number': 5, 'project_id': '839ee03af2c74792a3a3c2d72d59dd55', 'subnets': [{'id': '1beceede-0773-432e-935b-1a5d4e30ef31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Sep 15 13:43:05.943047 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-03926138-8970-410d-a112-fe14cd32c71a tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:05.946520 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-03926138-8970-410d-a112-fe14cd32c71a tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016664'] for security_group_rule, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:05.948987 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-0b145023-a1bf-4159-a591-fb5d0eca3d95 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:43:05.974182 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03926138-8970-410d-a112-fe14cd32c71a tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cab7c92f-96dc-4cc6-a0f3-8faa07948f50,revision_number=0']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:43:05.977097 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-03926138-8970-410d-a112-fe14cd32c71a tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:43:05.985459 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-03926138-8970-410d-a112-fe14cd32c71a tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:05.989720 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-03926138-8970-410d-a112-fe14cd32c71a tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1677711
Sep 15 13:43:05.990591 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 35986) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:43:05.997167 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [None req-5f5efed8-3481-4222-a3f4-24ea69d97490 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Request body: {'security_group_rule': {'security_group_id': '89e16839-325b-4e32-8166-088abba378dc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:43:06.004555 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-5f5efed8-3481-4222-a3f4-24ea69d97490 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:43:06.008624 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-5f5efed8-3481-4222-a3f4-24ea69d97490 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Usage tracker for resource:security_group_rule and tenant:025c529061864e2ab47987e7d6ed7d28 is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:43:06.011827 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-5f5efed8-3481-4222-a3f4-24ea69d97490 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:43:06.018225 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-5f5efed8-3481-4222-a3f4-24ea69d97490 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:43:06.038711 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5f5efed8-3481-4222-a3f4-24ea69d97490 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:06.051976 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a2181fac-efd2-4fd2-9236-a13f38adf8ab req-9cf49dd5-ffd3-4a31-b66e-7ec4c95a47e3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff45d292-d43f-4ba5-a93f-3bb8c3e973f9 HTTP/1.1" status: 200  len: 217 time: 0.1083312
Sep 15 13:43:06.105561 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5f5efed8-3481-4222-a3f4-24ea69d97490 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:06.109522 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5f5efed8-3481-4222-a3f4-24ea69d97490 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016664'] for security_group_rule, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:06.111810 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-f425a74b-fff3-434d-82da-7971cc49fea1 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:43:06.125822 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-4f955aa2-0373-4c88-a1fb-c048cb854631 req-0eaf3124-35c2-4a23-965c-e4da95528d9e tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] 10.222.0.41 "GET /v2.0/security-groups?id=7212dde7-41f8-41d3-9a43-fa5de696ce7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2067115
Sep 15 13:43:06.137070 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5efed8-3481-4222-a3f4-24ea69d97490 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bbc28d3-d188-4ea9-8b61-4e530c6154b6,revision_number=0']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:43:06.139895 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-5f5efed8-3481-4222-a3f4-24ea69d97490 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:43:06.141507 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a357f300-3dad-46a0-8053-aeffcef9818f req-1572ddc0-c3e9-4304-9e20-88055b316e35 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "GET /v2.0/security-groups?id=4781b849-c099-4cd6-9eb8-2f7a21e5e982&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1964517
Sep 15 13:43:06.149187 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5f5efed8-3481-4222-a3f4-24ea69d97490 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:06.150616 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-5f5efed8-3481-4222-a3f4-24ea69d97490 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1587415
Sep 15 13:43:06.152962 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2181fac-efd2-4fd2-9236-a13f38adf8ab req-92744ddf-2992-4673-9a7b-02bc0af518ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:06.154911 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a2181fac-efd2-4fd2-9236-a13f38adf8ab req-92744ddf-2992-4673-9a7b-02bc0af518ba service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5ff1b6d6-b719-4717-9095-e467b3f3968e HTTP/1.1" status: 200  len: 849 time: 0.0916841
Sep 15 13:43:06.155071 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 35990) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:43:06.171665 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [None req-f01eda28-7739-4245-93e4-8186df438b82 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Request body: {'floatingip': {'floating_network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6'}} {{(pid=82346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:43:06.171665 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-f01eda28-7739-4245-93e4-8186df438b82 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:43:06.188637 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-f01eda28-7739-4245-93e4-8186df438b82 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Usage tracker for resource:floatingip and tenant:025c529061864e2ab47987e7d6ed7d28 is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:43:06.192262 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-f01eda28-7739-4245-93e4-8186df438b82 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:43:06.213786 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-f01eda28-7739-4245-93e4-8186df438b82 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:43:06.233592 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a2181fac-efd2-4fd2-9236-a13f38adf8ab req-a20087c8-c24f-4066-b598-03e92662dd8e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=22c5e686-1e8b-4cf9-8815-eed779998c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0704930
Sep 15 13:43:06.237720 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f01eda28-7739-4245-93e4-8186df438b82 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Notify callbacks [] for floatingip, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:06.407473 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 35998) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:43:06.488929 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc3e1891-9149-403b-837f-8485e675ed2d', 'tag': 'ff45d292-d43f-4ba5-a93f-3bb8c3e973f9'}] {{(pid=82346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Sep 15 13:43:06.530235 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a2181fac-efd2-4fd2-9236-a13f38adf8ab req-6df42468-19f8-4a82-87c7-3048404c6c1a service neutron] 10.222.0.36 "GET /v2.0/networks/22c5e686-1e8b-4cf9-8815-eed779998c4a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2744737
Sep 15 13:43:06.532339 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f5863953-b5d5-4711-a345-e9ab2ae1a23c tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Notify callbacks [] for security_group, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:06.542761 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7d020a-210f-40c5-901d-951983490ed4 None None] New status for floating IP 45e6b93f-de32-4f22-a483-b51fad6932c6: DOWN {{(pid=82348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Sep 15 13:43:06.546242 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f01eda28-7739-4245-93e4-8186df438b82 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:06.617108 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f5863953-b5d5-4711-a345-e9ab2ae1a23c tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:06.671952 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b5afa-06c1-4a6c-a467-3447e4381327 req-d475fe64-2609-4901-b66d-596417d7e025 tempest-VolumesNegativeTest-1142966262 tempest-VolumesNegativeTest-1142966262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:06.673582 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-d68b5afa-06c1-4a6c-a467-3447e4381327 req-d475fe64-2609-4901-b66d-596417d7e025 tempest-VolumesNegativeTest-1142966262 tempest-VolumesNegativeTest-1142966262-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3b580ce-2b49-4de1-b043-a3f38ded3902 HTTP/1.1" status: 200  len: 948 time: 0.2099788
Sep 15 13:43:06.739055 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a2181fac-efd2-4fd2-9236-a13f38adf8ab req-e2e70c41-8837-46d0-bd99-3fc433045426 service neutron] 10.222.0.36 "GET /v2.0/networks/22c5e686-1e8b-4cf9-8815-eed779998c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2024374
Sep 15 13:43:06.754737 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.db_base_plugin_common [None req-f01eda28-7739-4245-93e4-8186df438b82 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Allocated IP 172.27.2.253 (8154de37-a8f1-49b5-9df6-05123ded69e6/8c022743-acfa-4652-88a1-355a85d34b79/66aebf15-e065-4e2c-926a-145f36ccbf82) {{(pid=82346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Sep 15 13:43:06.756963 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f5863953-b5d5-4711-a345-e9ab2ae1a23c tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:06.759031 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-d68b5afa-06c1-4a6c-a467-3447e4381327 req-008671ac-efa1-4850-b912-98ec54f58978 tempest-VolumesNegativeTest-1142966262 tempest-VolumesNegativeTest-1142966262-project] 10.222.0.41 "GET /v2.0/security-groups?id=b32f70af-b3f8-48e1-bf79-083ed30e0be3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0682278
Sep 15 13:43:06.764025 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-ed31f6a7-d79f-41ef-85b3-1186034ad1fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:43:06.785038 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5863953-b5d5-4711-a345-e9ab2ae1a23c tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c08ff91-f7c0-4639-896f-1511f14e2415,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:43:06.792176 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-f5863953-b5d5-4711-a345-e9ab2ae1a23c tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:43:06.799241 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc3e1891-9149-403b-837f-8485e675ed2d', 'tag': 'ff45d292-d43f-4ba5-a93f-3bb8c3e973f9', 'status': 'completed', 'code': 200}
Sep 15 13:43:06.837275 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f5863953-b5d5-4711-a345-e9ab2ae1a23c tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Notify callbacks [] for security_group, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:06.838828 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-f5863953-b5d5-4711-a345-e9ab2ae1a23c tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "DELETE /v2.0/security-groups/7c08ff91-f7c0-4639-896f-1511f14e2415 HTTP/1.1" status: 204  len: 168 time: 0.4257789
Sep 15 13:43:06.841769 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 36006) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:43:06.904331 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.api.v2.resource [None req-1410d862-dca8-4b26-9421-37ae1ce44e99 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] show failed (client error): The resource could not be found.
Sep 15 13:43:06.908213 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-1410d862-dca8-4b26-9421-37ae1ce44e99 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/security-groups/7c08ff91-f7c0-4639-896f-1511f14e2415 HTTP/1.1" status: 404  len: 347 time: 0.0626388
Sep 15 13:43:06.909827 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 36010) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:43:06.944150 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-c9e828c5-e219-40f3-a106-5cb65255f03c req-87e44fd6-bb2f-436b-b4e1-31aba4640b33 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=80a3f843a4c74e49be14ec5c2a2f7ca3&device_id=fc3e1891-9149-403b-837f-8485e675ed2d HTTP/1.1" status: 200  len: 1096 time: 0.0788822
Sep 15 13:43:07.089801 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e828c5-e219-40f3-a106-5cb65255f03c req-654a1bef-86e3-4ca8-84eb-85d1b15a5fb1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:07.091406 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-c9e828c5-e219-40f3-a106-5cb65255f03c req-654a1bef-86e3-4ca8-84eb-85d1b15a5fb1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=22c5e686-1e8b-4cf9-8815-eed779998c4a HTTP/1.1" status: 200  len: 910 time: 0.1409445
Sep 15 13:43:07.104712 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-b8eec41f-f62c-44f7-bc03-d39363a7f903 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Deleting port e292d0a1-bef5-4383-9fc5-c9a679b75701 {{(pid=82346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Sep 15 13:43:07.105098 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b8eec41f-f62c-44f7-bc03-d39363a7f903 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301743532404'] for port, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:07.151361 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f01eda28-7739-4245-93e4-8186df438b82 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Notify callbacks [] for port, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:07.168756 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-c9e828c5-e219-40f3-a106-5cb65255f03c req-e65e048a-4939-4022-ace3-7ad92e49274e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff45d292-d43f-4ba5-a93f-3bb8c3e973f9 HTTP/1.1" status: 200  len: 217 time: 0.0690169
Sep 15 13:43:07.253540 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e828c5-e219-40f3-a106-5cb65255f03c req-5520d224-28cd-4619-b01f-3aa59b2e62b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:07.255553 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-c9e828c5-e219-40f3-a106-5cb65255f03c req-5520d224-28cd-4619-b01f-3aa59b2e62b9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5ff1b6d6-b719-4717-9095-e467b3f3968e HTTP/1.1" status: 200  len: 849 time: 0.0787981
Sep 15 13:43:07.310436 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f01eda28-7739-4245-93e4-8186df438b82 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363301743938437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1447919'] for port, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:07.318218 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-39b640a5-cf19-41e1-8fde-57feb1315bc7 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:43:07.339296 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Device db10d356-a36d-421f-baf5-04d1a6153865 up at agent hyperv_hv-cinder-80918 {{(pid=82347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Sep 15 13:43:07.376810 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b8eec41f-f62c-44f7-bc03-d39363a7f903 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853103875'] for port, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:07.377185 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b8eec41f-f62c-44f7-bc03-d39363a7f903 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:07.409145 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Provisioning for port db10d356-a36d-421f-baf5-04d1a6153865 completed by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Sep 15 13:43:07.414034 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Provisioning complete for port db10d356-a36d-421f-baf5-04d1a6153865 triggered by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:43:07.414554 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:07.417115 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-c9e828c5-e219-40f3-a106-5cb65255f03c req-732dff0b-aa10-416b-9b1e-46dbdf0c41e1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=22c5e686-1e8b-4cf9-8815-eed779998c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1428032
Sep 15 13:43:07.528204 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01eda28-7739-4245-93e4-8186df438b82 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Network 8154de37-a8f1-49b5-9df6-05123ded69e6 is already hosted by enough agents. {{(pid=82346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Sep 15 13:43:07.534903 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-b8eec41f-f62c-44f7-bc03-d39363a7f903 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Calling delete_port for e292d0a1-bef5-4383-9fc5-c9a679b75701 owned by network:floatingip {{(pid=82346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Sep 15 13:43:07.540530 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:07.562182 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01eda28-7739-4245-93e4-8186df438b82 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Pushing event updated for resources: {'Port': ['ID=66aebf15-e065-4e2c-926a-145f36ccbf82,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:43:07.564925 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.base_scheduler [None req-f01eda28-7739-4245-93e4-8186df438b82 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Resources bound (agent type, host, resource id):  {{(pid=82346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Sep 15 13:43:07.573279 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3b580ce-2b49-4de1-b043-a3f38ded3902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db10d356-a36d-421f-baf5-04d1a6153865'}] {{(pid=82347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Sep 15 13:43:07.576615 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-f01eda28-7739-4245-93e4-8186df438b82 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:43:07.579499 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01eda28-7739-4245-93e4-8186df438b82 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Received port after_create {{(pid=82346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 15 13:43:07.585362 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] For port db10d356-a36d-421f-baf5-04d1a6153865, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=db10d356-a36d-421f-baf5-04d1a6153865,segment=NetworkSegment(b5d9d4a8-8dee-4991-a2d0-243167bd51ca),segment_id=b5d9d4a8-8dee-4991-a2d0-243167bd51ca)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:43:07.588383 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:07.591182 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:43:07.607185 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5388ae-19c7-41cf-afe2-6a1cef9c225b req-f396524a-7ef8-4c2e-b75f-c4ee5f81d681 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:07.609338 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-ef5388ae-19c7-41cf-afe2-6a1cef9c225b req-f396524a-7ef8-4c2e-b75f-c4ee5f81d681 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "GET /v2.0/ports?device_id=18687200-4d0b-4f86-b9fc-2c3ddbc470b2 HTTP/1.1" status: 200  len: 946 time: 0.3361375
Sep 15 13:43:07.624505 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb31471f-eca1-40db-ad3a-224c381dd54a req-6d73c4a1-e945-42a2-a0bf-6633efc674d7 tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:07.627218 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-fb31471f-eca1-40db-ad3a-224c381dd54a req-6d73c4a1-e945-42a2-a0bf-6633efc674d7 tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc3e1891-9149-403b-837f-8485e675ed2d HTTP/1.1" status: 200  len: 943 time: 0.2633252
Sep 15 13:43:07.644089 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-c9e828c5-e219-40f3-a106-5cb65255f03c req-e422c003-a0c9-4f97-a955-edb2ee59a6ba service neutron] 10.222.0.36 "GET /v2.0/networks/22c5e686-1e8b-4cf9-8815-eed779998c4a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2129748
Sep 15 13:43:07.661473 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Pushing event updated for resources: {'Port': ['ID=db10d356-a36d-421f-baf5-04d1a6153865,revision_number=5']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:43:07.665183 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:43:07.751074 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-ef5388ae-19c7-41cf-afe2-6a1cef9c225b req-f829058b-53e2-4be5-89ed-ec7b7c467641 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "GET /v2.0/security-groups?id=4781b849-c099-4cd6-9eb8-2f7a21e5e982&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1236649
Sep 15 13:43:07.751695 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b8eec41f-f62c-44f7-bc03-d39363a7f903 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301743526908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735110837380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1447919'] for port, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:07.759342 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-fc69b247-10d8-4bbb-96fc-6364699ca0b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:43:07.812735 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eec41f-f62c-44f7-bc03-d39363a7f903 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Pushing event deleted for resources: {'Port': ['ID=e292d0a1-bef5-4383-9fc5-c9a679b75701,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:43:07.815593 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-b8eec41f-f62c-44f7-bc03-d39363a7f903 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:43:07.816530 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-fb31471f-eca1-40db-ad3a-224c381dd54a req-d0877881-46a0-46e0-9669-d5699d0f8330 tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] 10.222.0.41 "GET /v2.0/security-groups?id=7212dde7-41f8-41d3-9a43-fa5de696ce7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1695161
Sep 15 13:43:07.838695 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3b580ce-2b49-4de1-b043-a3f38ded3902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db10d356-a36d-421f-baf5-04d1a6153865', 'code': 200}
Sep 15 13:43:07.871800 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-c9e828c5-e219-40f3-a106-5cb65255f03c req-e82a9f18-0e1c-4898-85a4-b746c8e497d1 service neutron] 10.222.0.36 "GET /v2.0/networks/22c5e686-1e8b-4cf9-8815-eed779998c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2051871
Sep 15 13:43:08.006055 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f01eda28-7739-4245-93e4-8186df438b82 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:08.054356 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b8eec41f-f62c-44f7-bc03-d39363a7f903 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Notify callbacks [] for floatingip, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:08.079466 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f01eda28-7739-4245-93e4-8186df438b82 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:08.129791 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b8eec41f-f62c-44f7-bc03-d39363a7f903 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251427'] for floatingip, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:08.134581 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-b8eec41f-f62c-44f7-bc03-d39363a7f903 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "DELETE /v2.0/floatingips/45e6b93f-de32-4f22-a483-b51fad6932c6 HTTP/1.1" status: 204  len: 168 time: 1.2202027
Sep 15 13:43:08.185779 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082aa5a4-ca45-4fe7-85c0-146dd105a546 req-cef640e9-8b4c-440e-9255-60eb384656df tempest-VolumesNegativeTest-1142966262 tempest-VolumesNegativeTest-1142966262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:08.187387 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-082aa5a4-ca45-4fe7-85c0-146dd105a546 req-cef640e9-8b4c-440e-9255-60eb384656df tempest-VolumesNegativeTest-1142966262 tempest-VolumesNegativeTest-1142966262-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3b580ce-2b49-4de1-b043-a3f38ded3902 HTTP/1.1" status: 200  len: 949 time: 0.2209795
Sep 15 13:43:08.193953 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4094f58b-1257-434f-92e7-921ac9584829 req-a0743659-16a5-4c05-a68e-91d2ca04a7b8 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:08.195473 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-4094f58b-1257-434f-92e7-921ac9584829 req-a0743659-16a5-4c05-a68e-91d2ca04a7b8 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "GET /v2.0/ports?device_id=18687200-4d0b-4f86-b9fc-2c3ddbc470b2 HTTP/1.1" status: 200  len: 946 time: 0.2277482
Sep 15 13:43:08.199763 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-5f3685ac-92b1-42f7-a07f-ac9c2bbba665 req-7aed474c-3aa3-40db-a2fa-7d91c95415d7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f3b580ce-2b49-4de1-b043-a3f38ded3902 HTTP/1.1" status: 200  len: 1102 time: 0.1566718
Sep 15 13:43:08.315779 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f01eda28-7739-4245-93e4-8186df438b82 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Notify callbacks [] for port, precommit_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:08.319766 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f01eda28-7739-4245-93e4-8186df438b82 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853327897'] for port, after_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:08.321666 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-082aa5a4-ca45-4fe7-85c0-146dd105a546 req-bcaf1a1b-ef80-4e7f-bcb0-41197ad37d95 tempest-VolumesNegativeTest-1142966262 tempest-VolumesNegativeTest-1142966262-project] 10.222.0.41 "GET /v2.0/security-groups?id=b32f70af-b3f8-48e1-bf79-083ed30e0be3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1251688
Sep 15 13:43:08.324495 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-8e69db21-25cc-483c-b291-2f2b2ad0f125 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:43:08.329730 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-5f3685ac-92b1-42f7-a07f-ac9c2bbba665 req-0b9365b5-af2c-4684-a42f-f8a57ff8d64e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b32f70af-b3f8-48e1-bf79-083ed30e0be3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1141942
Sep 15 13:43:08.332632 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-4094f58b-1257-434f-92e7-921ac9584829 req-1923d1ca-efd5-4c51-a871-9394635a4df7 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "GET /v2.0/security-groups?id=4781b849-c099-4cd6-9eb8-2f7a21e5e982&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1182134
Sep 15 13:43:08.512394 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 36028) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:43:08.519159 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [None req-1fd045bf-8b4b-4a84-8195-e19a9138908a tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1018014299', 'description': 'tempest-description--1259361608'}} {{(pid=82345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:43:08.525835 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-1fd045bf-8b4b-4a84-8195-e19a9138908a tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:43:08.530585 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-1fd045bf-8b4b-4a84-8195-e19a9138908a tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Usage tracker for resource:security_group and tenant:839ee03af2c74792a3a3c2d72d59dd55 is out of sync, need to count used quota {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:43:08.533898 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-1fd045bf-8b4b-4a84-8195-e19a9138908a tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:43:08.540873 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-1fd045bf-8b4b-4a84-8195-e19a9138908a tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:43:08.550998 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-1fd045bf-8b4b-4a84-8195-e19a9138908a tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Notify callbacks [] for security_group, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:08.593825 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-1fd045bf-8b4b-4a84-8195-e19a9138908a tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:43:08.598117 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-1fd045bf-8b4b-4a84-8195-e19a9138908a tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Usage tracker for resource:security_group_rule and tenant:839ee03af2c74792a3a3c2d72d59dd55 is out of sync, need to count used quota {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:43:08.601310 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-1fd045bf-8b4b-4a84-8195-e19a9138908a tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:43:08.607512 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-1fd045bf-8b4b-4a84-8195-e19a9138908a tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:43:08.656182 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01eda28-7739-4245-93e4-8186df438b82 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Pushing event updated for resources: {'Port': ['ID=66aebf15-e065-4e2c-926a-145f36ccbf82,revision_number=2']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:43:08.660473 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-f01eda28-7739-4245-93e4-8186df438b82 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:43:08.663387 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f01eda28-7739-4245-93e4-8186df438b82 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853102158'] for floatingip, after_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:08.669347 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-1fd045bf-8b4b-4a84-8195-e19a9138908a tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Notify callbacks [] for security_group, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:08.673401 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-1fd045bf-8b4b-4a84-8195-e19a9138908a tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:08.679341 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-f00073e4-7f36-4d2c-a10f-1371ffafa6e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:43:08.681307 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f01eda28-7739-4245-93e4-8186df438b82 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251427'] for floatingip, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:08.682709 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-f01eda28-7739-4245-93e4-8186df438b82 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.5269556
Sep 15 13:43:08.732528 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd045bf-8b4b-4a84-8195-e19a9138908a tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1f0a69-cc00-494c-a8bd-7433e4a011ef,revision_number=1']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:43:08.768043 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-1fd045bf-8b4b-4a84-8195-e19a9138908a tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:43:08.774358 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-1fd045bf-8b4b-4a84-8195-e19a9138908a tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Notify callbacks [] for security_group, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:08.775677 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-1fd045bf-8b4b-4a84-8195-e19a9138908a tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1614 time: 0.2621689
Sep 15 13:43:08.779229 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 36040) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:43:08.785883 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [None req-9344bb94-6ffd-4abd-9681-230e997b0667 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Request body: {'security_group_rule': {'security_group_id': '3b1f0a69-cc00-494c-a8bd-7433e4a011ef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:43:08.792538 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-9344bb94-6ffd-4abd-9681-230e997b0667 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:43:08.796577 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-9344bb94-6ffd-4abd-9681-230e997b0667 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Usage tracker for resource:security_group_rule and tenant:839ee03af2c74792a3a3c2d72d59dd55 is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:43:08.800565 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-9344bb94-6ffd-4abd-9681-230e997b0667 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:43:08.806677 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-9344bb94-6ffd-4abd-9681-230e997b0667 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:43:08.820025 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce7f4e-574f-4148-a7d0-884d76968b40 req-199f717d-463b-48a0-bcd6-9503f8900674 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:08.821671 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-26ce7f4e-574f-4148-a7d0-884d76968b40 req-199f717d-463b-48a0-bcd6-9503f8900674 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "GET /v2.0/ports?device_id=18687200-4d0b-4f86-b9fc-2c3ddbc470b2 HTTP/1.1" status: 200  len: 946 time: 0.0921857
Sep 15 13:43:08.823750 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9344bb94-6ffd-4abd-9681-230e997b0667 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:08.888731 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9344bb94-6ffd-4abd-9681-230e997b0667 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:08.891503 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9344bb94-6ffd-4abd-9681-230e997b0667 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016664'] for security_group_rule, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:08.894262 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:43:08.904329 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-26ce7f4e-574f-4148-a7d0-884d76968b40 req-3d0b1c91-59f3-4d1a-816f-acf1508a4681 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "GET /v2.0/security-groups?id=4781b849-c099-4cd6-9eb8-2f7a21e5e982&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0763760
Sep 15 13:43:08.911087 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-59afce5c-4b62-44a7-a240-8ad53c82fdcf req-0bde99e7-a3a1-437a-a98f-67213e9a2e3e tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Synchronizing usage tracker for tenant:025c529061864e2ab47987e7d6ed7d28 on resource:security_group {{(pid=82345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Sep 15 13:43:08.918483 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9344bb94-6ffd-4abd-9681-230e997b0667 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e3be2b5-2505-4aa3-8aba-ea35a0737054,revision_number=0']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:43:08.928021 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9344bb94-6ffd-4abd-9681-230e997b0667 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:08.928280 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-59afce5c-4b62-44a7-a240-8ad53c82fdcf req-0bde99e7-a3a1-437a-a98f-67213e9a2e3e tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Unset dirty status for tenant:025c529061864e2ab47987e7d6ed7d28 on resource:security_group {{(pid=82345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Sep 15 13:43:08.931868 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-9344bb94-6ffd-4abd-9681-230e997b0667 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1485572
Sep 15 13:43:08.932011 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-59afce5c-4b62-44a7-a240-8ad53c82fdcf req-0bde99e7-a3a1-437a-a98f-67213e9a2e3e tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--617762936&fields=id&tenant_id=025c529061864e2ab47987e7d6ed7d28 HTTP/1.1" status: 200  len: 267 time: 0.0853894
Sep 15 13:43:08.932118 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 36052) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:43:08.947474 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [None req-8fa2ddfa-8339-4ced-a211-d7e4d4800e3d tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Request body: {'security_group_rule': {'security_group_id': '3b1f0a69-cc00-494c-a8bd-7433e4a011ef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:43:08.952445 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-9344bb94-6ffd-4abd-9681-230e997b0667 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:43:08.954965 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-8fa2ddfa-8339-4ced-a211-d7e4d4800e3d tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:43:08.959334 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-8fa2ddfa-8339-4ced-a211-d7e4d4800e3d tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Usage tracker for resource:security_group_rule and tenant:839ee03af2c74792a3a3c2d72d59dd55 is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:43:08.962396 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-8fa2ddfa-8339-4ced-a211-d7e4d4800e3d tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:43:08.968585 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-8fa2ddfa-8339-4ced-a211-d7e4d4800e3d tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:43:08.988608 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-8fa2ddfa-8339-4ced-a211-d7e4d4800e3d tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:09.063861 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-8fa2ddfa-8339-4ced-a211-d7e4d4800e3d tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:09.070829 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-8fa2ddfa-8339-4ced-a211-d7e4d4800e3d tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016664'] for security_group_rule, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:09.072812 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-cd9c1f9d-d205-4d0b-ace9-dd7c23024a44 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:43:09.097307 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa2ddfa-8339-4ced-a211-d7e4d4800e3d tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=576d2e5a-ab9b-453a-b461-a4fcb3dacbfa,revision_number=0']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:43:09.100076 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-8fa2ddfa-8339-4ced-a211-d7e4d4800e3d tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:43:09.108461 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-8fa2ddfa-8339-4ced-a211-d7e4d4800e3d tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:09.110379 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-8fa2ddfa-8339-4ced-a211-d7e4d4800e3d tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1768134
Sep 15 13:43:09.113674 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 36058) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:43:09.119971 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [None req-bf6ebaa5-83b5-4a2d-b56f-c6b768279c6a tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Request body: {'floatingip': {'floating_network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6'}} {{(pid=82346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:43:09.127716 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-bf6ebaa5-83b5-4a2d-b56f-c6b768279c6a tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:43:09.132022 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-bf6ebaa5-83b5-4a2d-b56f-c6b768279c6a tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Usage tracker for resource:floatingip and tenant:839ee03af2c74792a3a3c2d72d59dd55 is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:43:09.135191 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-bf6ebaa5-83b5-4a2d-b56f-c6b768279c6a tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:43:09.141766 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-bf6ebaa5-83b5-4a2d-b56f-c6b768279c6a tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:43:09.155690 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-bf6ebaa5-83b5-4a2d-b56f-c6b768279c6a tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Notify callbacks [] for floatingip, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:09.180383 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59afce5c-4b62-44a7-a240-8ad53c82fdcf req-709ddd2f-4671-4dd5-b2e6-c59ae6adcd90 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:09.182095 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-59afce5c-4b62-44a7-a240-8ad53c82fdcf req-709ddd2f-4671-4dd5-b2e6-c59ae6adcd90 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/networks?id=e9c16276-857e-49e4-bec2-1a6e621bb0c0 HTTP/1.1" status: 200  len: 816 time: 0.2376194
Sep 15 13:43:09.214502 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-59afce5c-4b62-44a7-a240-8ad53c82fdcf req-cbd6c2c8-11fb-42d6-b907-0d3c9b8d3db5 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/quotas/025c529061864e2ab47987e7d6ed7d28 HTTP/1.1" status: 200  len: 375 time: 0.0212297
Sep 15 13:43:09.221017 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69d3079-2480-4ef2-849c-582f833fdb68 req-9e546ead-d084-4904-83f3-60c4016eb921 tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:09.222582 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-e69d3079-2480-4ef2-849c-582f833fdb68 req-9e546ead-d084-4904-83f3-60c4016eb921 tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc3e1891-9149-403b-837f-8485e675ed2d HTTP/1.1" status: 200  len: 943 time: 0.1387370
Sep 15 13:43:09.333655 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Device ff45d292-d43f-4ba5-a93f-3bb8c3e973f9 details requested by agent hyperv_hv-cinder-80918 with host hv-cinder-80918 {{(pid=82347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Sep 15 13:43:09.342620 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-bf6ebaa5-83b5-4a2d-b56f-c6b768279c6a tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:09.431199 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-e69d3079-2480-4ef2-849c-582f833fdb68 req-61515657-0f21-4940-bd8a-17f39db2e932 tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] 10.222.0.41 "GET /v2.0/security-groups?id=7212dde7-41f8-41d3-9a43-fa5de696ce7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1495457
Sep 15 13:43:09.475267 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-59afce5c-4b62-44a7-a240-8ad53c82fdcf req-8b4cb72a-f7e2-4055-8955-e4356d8b933e tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Synchronizing usage tracker for tenant:025c529061864e2ab47987e7d6ed7d28 on resource:port {{(pid=82345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Sep 15 13:43:09.523462 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-59afce5c-4b62-44a7-a240-8ad53c82fdcf req-8b4cb72a-f7e2-4055-8955-e4356d8b933e tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Unset dirty status for tenant:025c529061864e2ab47987e7d6ed7d28 on resource:port {{(pid=82345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Sep 15 13:43:09.530492 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-59afce5c-4b62-44a7-a240-8ad53c82fdcf req-8b4cb72a-f7e2-4055-8955-e4356d8b933e tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=025c529061864e2ab47987e7d6ed7d28&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3068721
Sep 15 13:43:09.545773 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.db_base_plugin_common [None req-bf6ebaa5-83b5-4a2d-b56f-c6b768279c6a tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Allocated IP 172.27.2.236 (8154de37-a8f1-49b5-9df6-05123ded69e6/8c022743-acfa-4652-88a1-355a85d34b79/743af592-9fa0-491b-8c0f-274a8a3dc9d3) {{(pid=82346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Sep 15 13:43:09.598425 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] For port ff45d292-d43f-4ba5-a93f-3bb8c3e973f9, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=ff45d292-d43f-4ba5-a93f-3bb8c3e973f9,segment=NetworkSegment(9af64173-1608-49cc-9c02-54e3e7c2beb6),segment_id=9af64173-1608-49cc-9c02-54e3e7c2beb6)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:43:09.625486 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Returning: {'device': 'ff45d292-d43f-4ba5-a93f-3bb8c3e973f9', 'network_id': '22c5e686-1e8b-4cf9-8815-eed779998c4a', 'port_id': 'ff45d292-d43f-4ba5-a93f-3bb8c3e973f9', 'mac_address': 'fa:16:3e:79:71:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ff1b6d6-b719-4717-9095-e467b3f3968e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 15 13:43:09.692096 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:09.711445 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff45d292-d43f-4ba5-a93f-3bb8c3e973f9 {{(pid=82347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Sep 15 13:43:09.717000 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-bf6ebaa5-83b5-4a2d-b56f-c6b768279c6a tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Notify callbacks [] for port, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:09.727776 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] For port ff45d292-d43f-4ba5-a93f-3bb8c3e973f9, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=ff45d292-d43f-4ba5-a93f-3bb8c3e973f9,segment=NetworkSegment(9af64173-1608-49cc-9c02-54e3e7c2beb6),segment_id=9af64173-1608-49cc-9c02-54e3e7c2beb6)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:43:09.732381 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:09.734435 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:43:09.744662 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-bf6ebaa5-83b5-4a2d-b56f-c6b768279c6a tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363301743938437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1447919'] for port, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:09.749346 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-3f75450e-d1e1-415f-b556-812a8a4831e6 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:43:09.801037 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Pushing event updated for resources: {'Port': ['ID=ff45d292-d43f-4ba5-a93f-3bb8c3e973f9,revision_number=4']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:43:09.801786 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-59afce5c-4b62-44a7-a240-8ad53c82fdcf req-572e39d8-9be6-4e8f-b6fe-457b9a32362a service neutron] 10.222.0.41 "GET /v2.0/networks/e9c16276-857e-49e4-bec2-1a6e621bb0c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2584536
Sep 15 13:43:09.809770 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:43:09.819869 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6ebaa5-83b5-4a2d-b56f-c6b768279c6a tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Network 8154de37-a8f1-49b5-9df6-05123ded69e6 is already hosted by enough agents. {{(pid=82346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Sep 15 13:43:09.823552 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.base_scheduler [None req-bf6ebaa5-83b5-4a2d-b56f-c6b768279c6a tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Resources bound (agent type, host, resource id):  {{(pid=82346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Sep 15 13:43:09.827605 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6ebaa5-83b5-4a2d-b56f-c6b768279c6a tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Received port after_create {{(pid=82346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 15 13:43:09.865144 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6ebaa5-83b5-4a2d-b56f-c6b768279c6a tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Pushing event updated for resources: {'Port': ['ID=743af592-9fa0-491b-8c0f-274a8a3dc9d3,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:43:09.869758 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-bf6ebaa5-83b5-4a2d-b56f-c6b768279c6a tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:43:09.872658 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd2c984-f0e3-4256-8e51-de49c3fbacaa req-2c70baeb-ed8d-47f8-9686-7a5d2c0a8620 tempest-VolumesNegativeTest-1142966262 tempest-VolumesNegativeTest-1142966262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:09.874243 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-8cd2c984-f0e3-4256-8e51-de49c3fbacaa req-2c70baeb-ed8d-47f8-9686-7a5d2c0a8620 tempest-VolumesNegativeTest-1142966262 tempest-VolumesNegativeTest-1142966262-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3b580ce-2b49-4de1-b043-a3f38ded3902 HTTP/1.1" status: 200  len: 949 time: 0.1807024
Sep 15 13:43:09.994751 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-bf6ebaa5-83b5-4a2d-b56f-c6b768279c6a tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:10.004035 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-59afce5c-4b62-44a7-a240-8ad53c82fdcf req-02c11e6b-b95f-41f1-bb94-bd05e8c734b0 service neutron] 10.222.0.41 "GET /v2.0/networks/e9c16276-857e-49e4-bec2-1a6e621bb0c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1916735
Sep 15 13:43:10.006466 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-8cd2c984-f0e3-4256-8e51-de49c3fbacaa req-2b134177-7a49-43a3-a695-187c47e1b18b tempest-VolumesNegativeTest-1142966262 tempest-VolumesNegativeTest-1142966262-project] 10.222.0.41 "GET /v2.0/security-groups?id=b32f70af-b3f8-48e1-bf79-083ed30e0be3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0850499
Sep 15 13:43:10.052629 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-bf6ebaa5-83b5-4a2d-b56f-c6b768279c6a tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:10.056973 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] get_ports_and_sgs() called for port_ids ['ff45d292-d43f-4ba5-a93f-3bb8c3e973f9'] {{(pid=82347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 15 13:43:10.261321 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-dc2b7b3c-4432-492d-aad5-fa0dce2e71c9 req-9a89cc41-4317-4a29-ba32-f421d99e1622 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6e8854d-558e-48c7-b160-ac7f6c1744c4 HTTP/1.1" status: 200  len: 210 time: 0.0562875
Sep 15 13:43:10.378846 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-bf6ebaa5-83b5-4a2d-b56f-c6b768279c6a tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Notify callbacks [] for port, precommit_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:10.382949 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-bf6ebaa5-83b5-4a2d-b56f-c6b768279c6a tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853327897'] for port, after_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:10.387926 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-4e2c13b5-b4de-48fc-8110-e8715b584574 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:43:10.504661 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6ebaa5-83b5-4a2d-b56f-c6b768279c6a tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Pushing event updated for resources: {'Port': ['ID=743af592-9fa0-491b-8c0f-274a8a3dc9d3,revision_number=2']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:43:10.509581 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-bf6ebaa5-83b5-4a2d-b56f-c6b768279c6a tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:43:10.536334 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-bf6ebaa5-83b5-4a2d-b56f-c6b768279c6a tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853102158'] for floatingip, after_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:10.564945 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-bf6ebaa5-83b5-4a2d-b56f-c6b768279c6a tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251427'] for floatingip, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:10.572232 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-bf6ebaa5-83b5-4a2d-b56f-c6b768279c6a tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.4572430
Sep 15 13:43:10.903357 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b011274-a650-472f-8d4a-d30d0f44dc02 req-7bd89d54-e141-4b79-92c9-e9a796c1df06 tempest-VolumesNegativeTest-1142966262 tempest-VolumesNegativeTest-1142966262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:10.905021 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-7b011274-a650-472f-8d4a-d30d0f44dc02 req-7bd89d54-e141-4b79-92c9-e9a796c1df06 tempest-VolumesNegativeTest-1142966262 tempest-VolumesNegativeTest-1142966262-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3b580ce-2b49-4de1-b043-a3f38ded3902 HTTP/1.1" status: 200  len: 949 time: 0.3802719
Sep 15 13:43:10.939666 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349171f6-b466-4257-923a-39ab4a129f94 req-7fc17ca5-de5d-4b22-bc86-3c29afa5bc5f tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:10.941478 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-349171f6-b466-4257-923a-39ab4a129f94 req-7fc17ca5-de5d-4b22-bc86-3c29afa5bc5f tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc3e1891-9149-403b-837f-8485e675ed2d HTTP/1.1" status: 200  len: 944 time: 0.3692296
Sep 15 13:43:10.995510 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-7b011274-a650-472f-8d4a-d30d0f44dc02 req-732ac212-f9db-402e-8002-6a192646b16d tempest-VolumesNegativeTest-1142966262 tempest-VolumesNegativeTest-1142966262-project] 10.222.0.41 "GET /v2.0/security-groups?id=b32f70af-b3f8-48e1-bf79-083ed30e0be3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0842161
Sep 15 13:43:11.009259 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-349171f6-b466-4257-923a-39ab4a129f94 req-fbd57c63-1376-4b7b-aad1-b88aac1aec41 tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] 10.222.0.41 "GET /v2.0/security-groups?id=7212dde7-41f8-41d3-9a43-fa5de696ce7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552886
Sep 15 13:43:11.147062 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-6879cccd-5aea-43fe-afde-b1b5bba454be req-ffffcb58-136b-489d-9905-87afa65dd85e tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Synchronizing usage tracker for tenant:839ee03af2c74792a3a3c2d72d59dd55 on resource:security_group {{(pid=82345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Sep 15 13:43:11.162161 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-6879cccd-5aea-43fe-afde-b1b5bba454be req-ffffcb58-136b-489d-9905-87afa65dd85e tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Unset dirty status for tenant:839ee03af2c74792a3a3c2d72d59dd55 on resource:security_group {{(pid=82345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Sep 15 13:43:11.163419 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-6879cccd-5aea-43fe-afde-b1b5bba454be req-ffffcb58-136b-489d-9905-87afa65dd85e tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1018014299&fields=id&tenant_id=839ee03af2c74792a3a3c2d72d59dd55 HTTP/1.1" status: 200  len: 267 time: 0.0625901
Sep 15 13:43:11.346496 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6879cccd-5aea-43fe-afde-b1b5bba454be req-8269dd25-4cf7-41ce-be33-296c008215ef tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:11.348315 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-6879cccd-5aea-43fe-afde-b1b5bba454be req-8269dd25-4cf7-41ce-be33-296c008215ef tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/networks?id=9b5d95b3-3bf8-4370-9b66-9dd986b48a07 HTTP/1.1" status: 200  len: 811 time: 0.1774070
Sep 15 13:43:11.359958 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Device ff45d292-d43f-4ba5-a93f-3bb8c3e973f9 up at agent hyperv_hv-cinder-80918 {{(pid=82347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Sep 15 13:43:11.373350 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-6879cccd-5aea-43fe-afde-b1b5bba454be req-4b1649c6-4459-48b0-9aa5-b6e8a05358fd tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/quotas/839ee03af2c74792a3a3c2d72d59dd55 HTTP/1.1" status: 200  len: 375 time: 0.0189028
Sep 15 13:43:11.441373 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Provisioning for port ff45d292-d43f-4ba5-a93f-3bb8c3e973f9 completed by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Sep 15 13:43:11.447271 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Provisioning complete for port ff45d292-d43f-4ba5-a93f-3bb8c3e973f9 triggered by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:43:11.447883 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:11.590068 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:11.626255 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-6879cccd-5aea-43fe-afde-b1b5bba454be req-09cde55f-084c-4b65-8de0-690c8e691308 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=839ee03af2c74792a3a3c2d72d59dd55&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2517447
Sep 15 13:43:11.633185 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc3e1891-9149-403b-837f-8485e675ed2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff45d292-d43f-4ba5-a93f-3bb8c3e973f9'}] {{(pid=82347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Sep 15 13:43:11.642576 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59afce5c-4b62-44a7-a240-8ad53c82fdcf req-899fe7d0-096e-4e70-9bd8-04e940db5e05 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:11.644842 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-59afce5c-4b62-44a7-a240-8ad53c82fdcf req-899fe7d0-096e-4e70-9bd8-04e940db5e05 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.36 "GET /v2.0/networks?id=e9c16276-857e-49e4-bec2-1a6e621bb0c0 HTTP/1.1" status: 200  len: 816 time: 0.2267020
Sep 15 13:43:11.647060 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] For port ff45d292-d43f-4ba5-a93f-3bb8c3e973f9, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=ff45d292-d43f-4ba5-a93f-3bb8c3e973f9,segment=NetworkSegment(9af64173-1608-49cc-9c02-54e3e7c2beb6),segment_id=9af64173-1608-49cc-9c02-54e3e7c2beb6)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:43:11.654083 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:11.657100 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:43:11.733645 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Pushing event updated for resources: {'Port': ['ID=ff45d292-d43f-4ba5-a93f-3bb8c3e973f9,revision_number=5']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:43:11.737784 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:43:11.858501 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-d96d9f4c-59ab-4a06-b47f-34d5d970cef4 req-dadb550a-c04f-415c-bdea-3a60492ea7c5 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6e8854d-558e-48c7-b160-ac7f6c1744c4 HTTP/1.1" status: 200  len: 210 time: 0.0675206
Sep 15 13:43:11.900257 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-59afce5c-4b62-44a7-a240-8ad53c82fdcf req-f6ba0cd1-0f96-4597-965b-ee24eee08138 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=025c529061864e2ab47987e7d6ed7d28 HTTP/1.1" status: 200  len: 379 time: 0.1336591
Sep 15 13:43:11.903691 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-6879cccd-5aea-43fe-afde-b1b5bba454be req-37a08041-ceb5-4f0a-af61-52cccb11c11a service neutron] 10.222.0.41 "GET /v2.0/networks/9b5d95b3-3bf8-4370-9b66-9dd986b48a07?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2576125
Sep 15 13:43:11.931908 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc3e1891-9149-403b-837f-8485e675ed2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff45d292-d43f-4ba5-a93f-3bb8c3e973f9', 'code': 200}
Sep 15 13:43:11.941499 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [req-59afce5c-4b62-44a7-a240-8ad53c82fdcf req-9311dc62-5011-4325-af22-f69c8e2ad3c2 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Request body: {'port': {'device_id': 'f6e8854d-558e-48c7-b160-ac7f6c1744c4', 'network_id': 'e9c16276-857e-49e4-bec2-1a6e621bb0c0', 'admin_state_up': True, 'tenant_id': '025c529061864e2ab47987e7d6ed7d28', 'security_groups': ['89e16839-325b-4e32-8166-088abba378dc']}} {{(pid=82345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:43:12.236966 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-6879cccd-5aea-43fe-afde-b1b5bba454be req-a7aa0f68-fbb7-47cc-a831-b2ba83bafe95 service neutron] 10.222.0.41 "GET /v2.0/networks/9b5d95b3-3bf8-4370-9b66-9dd986b48a07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3261909
Sep 15 13:43:12.244560 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [req-59afce5c-4b62-44a7-a240-8ad53c82fdcf req-9311dc62-5011-4325-af22-f69c8e2ad3c2 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:43:12.259659 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [req-59afce5c-4b62-44a7-a240-8ad53c82fdcf req-9311dc62-5011-4325-af22-f69c8e2ad3c2 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:43:12.283557 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59afce5c-4b62-44a7-a240-8ad53c82fdcf req-9311dc62-5011-4325-af22-f69c8e2ad3c2 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Made reservation on behalf of 025c529061864e2ab47987e7d6ed7d28 for: {'port': 1} {{(pid=82345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Sep 15 13:43:12.289758 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-59afce5c-4b62-44a7-a240-8ad53c82fdcf req-9311dc62-5011-4325-af22-f69c8e2ad3c2 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:12.292821 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef71a90-4ebe-4ce8-948c-b73ddd0bd658 req-162727e5-237c-4c33-bbc6-4387dc1275c9 tempest-VolumesNegativeTest-1142966262 tempest-VolumesNegativeTest-1142966262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:12.293810 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-eef71a90-4ebe-4ce8-948c-b73ddd0bd658 req-162727e5-237c-4c33-bbc6-4387dc1275c9 tempest-VolumesNegativeTest-1142966262 tempest-VolumesNegativeTest-1142966262-project] Synchronizing usage tracker for tenant:3b343a736370447dba3155d3075235cd on resource:port {{(pid=82346) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Sep 15 13:43:12.307974 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd86c090-dd1f-4f28-84cc-d25c6f49fcf1 req-2e02af32-65b1-475b-93b8-07d6ea37d6a1 tempest-VolumesNegativeTest-1142966262 tempest-VolumesNegativeTest-1142966262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:12.309614 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-dd86c090-dd1f-4f28-84cc-d25c6f49fcf1 req-2e02af32-65b1-475b-93b8-07d6ea37d6a1 tempest-VolumesNegativeTest-1142966262 tempest-VolumesNegativeTest-1142966262-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3b580ce-2b49-4de1-b043-a3f38ded3902 HTTP/1.1" status: 200  len: 949 time: 0.1729193
Sep 15 13:43:12.328259 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-351e797b-9966-47f2-8d92-505387bb4c31 req-fb57a9b3-0b8e-4677-a5ed-467107827e23 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fc3e1891-9149-403b-837f-8485e675ed2d HTTP/1.1" status: 200  len: 1098 time: 0.1519163
Sep 15 13:43:12.329287 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-eef71a90-4ebe-4ce8-948c-b73ddd0bd658 req-162727e5-237c-4c33-bbc6-4387dc1275c9 tempest-VolumesNegativeTest-1142966262 tempest-VolumesNegativeTest-1142966262-project] Unset dirty status for tenant:3b343a736370447dba3155d3075235cd on resource:port {{(pid=82346) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Sep 15 13:43:12.330483 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-eef71a90-4ebe-4ce8-948c-b73ddd0bd658 req-162727e5-237c-4c33-bbc6-4387dc1275c9 tempest-VolumesNegativeTest-1142966262 tempest-VolumesNegativeTest-1142966262-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3b580ce-2b49-4de1-b043-a3f38ded3902 HTTP/1.1" status: 200  len: 949 time: 0.1941297
Sep 15 13:43:12.439385 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [req-eef71a90-4ebe-4ce8-948c-b73ddd0bd658 req-b44fa42e-b570-4da8-9054-42357dedad29 tempest-VolumesNegativeTest-1142966262 tempest-VolumesNegativeTest-1142966262-project] Deleting port db10d356-a36d-421f-baf5-04d1a6153865 {{(pid=82346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Sep 15 13:43:12.439937 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-eef71a90-4ebe-4ce8-948c-b73ddd0bd658 req-b44fa42e-b570-4da8-9054-42357dedad29 tempest-VolumesNegativeTest-1142966262 tempest-VolumesNegativeTest-1142966262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301743532404'] for port, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:12.509007 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-dd86c090-dd1f-4f28-84cc-d25c6f49fcf1 req-12229baf-4e47-4435-8fc5-d9d04c7b8dbe tempest-VolumesNegativeTest-1142966262 tempest-VolumesNegativeTest-1142966262-project] 10.222.0.41 "GET /v2.0/security-groups?id=b32f70af-b3f8-48e1-bf79-083ed30e0be3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1926887
Sep 15 13:43:12.515537 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-351e797b-9966-47f2-8d92-505387bb4c31 req-bea38f0a-921e-4892-86fb-9a630cef0085 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7212dde7-41f8-41d3-9a43-fa5de696ce7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1754277
Sep 15 13:43:12.599669 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.db_base_plugin_common [req-59afce5c-4b62-44a7-a240-8ad53c82fdcf req-9311dc62-5011-4325-af22-f69c8e2ad3c2 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Allocated IP 172.20.0.14 (e9c16276-857e-49e4-bec2-1a6e621bb0c0/5d3cda93-f669-4c8c-b3ae-fd1f6c47904a/3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7) {{(pid=82345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Sep 15 13:43:12.661421 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-0728fa8c-13e1-4005-9f8e-9f2dd715e1d1 req-8e0ffe37-5a33-4b6a-a63b-6b59bf8c5d89 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd70dcea-4388-4e4b-b2f9-cd0a3d527f8c HTTP/1.1" status: 200  len: 210 time: 0.0597215
Sep 15 13:43:12.748990 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [req-eef71a90-4ebe-4ce8-948c-b73ddd0bd658 req-b44fa42e-b570-4da8-9054-42357dedad29 tempest-VolumesNegativeTest-1142966262 tempest-VolumesNegativeTest-1142966262-project] For port db10d356-a36d-421f-baf5-04d1a6153865, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=db10d356-a36d-421f-baf5-04d1a6153865,segment=NetworkSegment(b5d9d4a8-8dee-4991-a2d0-243167bd51ca),segment_id=b5d9d4a8-8dee-4991-a2d0-243167bd51ca)] {{(pid=82346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:43:12.749374 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-eef71a90-4ebe-4ce8-948c-b73ddd0bd658 req-b44fa42e-b570-4da8-9054-42357dedad29 tempest-VolumesNegativeTest-1142966262 tempest-VolumesNegativeTest-1142966262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853103875'] for port, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:12.768316 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f157fc1a-6070-4b80-91ba-993acb7d142f req-b1512a42-3a1b-4a99-a0a9-c9ac7e65d1e7 tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:12.769948 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-f157fc1a-6070-4b80-91ba-993acb7d142f req-b1512a42-3a1b-4a99-a0a9-c9ac7e65d1e7 tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc3e1891-9149-403b-837f-8485e675ed2d HTTP/1.1" status: 200  len: 945 time: 0.2462842
Sep 15 13:43:12.888885 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [req-eef71a90-4ebe-4ce8-948c-b73ddd0bd658 req-b44fa42e-b570-4da8-9054-42357dedad29 tempest-VolumesNegativeTest-1142966262 tempest-VolumesNegativeTest-1142966262-project] Calling delete_port for db10d356-a36d-421f-baf5-04d1a6153865 owned by compute:nova {{(pid=82346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Sep 15 13:43:12.947458 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-f157fc1a-6070-4b80-91ba-993acb7d142f req-04c0123c-5925-4aec-b3c5-33bb38642a59 tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] 10.222.0.41 "GET /v2.0/security-groups?id=7212dde7-41f8-41d3-9a43-fa5de696ce7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1656082
Sep 15 13:43:12.986311 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-59afce5c-4b62-44a7-a240-8ad53c82fdcf req-9311dc62-5011-4325-af22-f69c8e2ad3c2 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Notify callbacks [] for port, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:13.051727 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [req-59afce5c-4b62-44a7-a240-8ad53c82fdcf req-9311dc62-5011-4325-af22-f69c8e2ad3c2 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Transition to ACTIVE for port object 3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7 will not be triggered until provisioned by entity DHCP. {{(pid=82345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Sep 15 13:43:13.051945 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-eef71a90-4ebe-4ce8-948c-b73ddd0bd658 req-b44fa42e-b570-4da8-9054-42357dedad29 tempest-VolumesNegativeTest-1142966262 tempest-VolumesNegativeTest-1142966262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301743526908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735110837380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1447919'] for port, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:13.057607 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-a991ed2d-26ed-4545-81c4-2e0d22eceaf0 tempest-AttachVolumeNegativeTest-1973625661 tempest-AttachVolumeNegativeTest-1973625661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:43:13.059895 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-fec41f95-c54b-4fa3-a923-64701371ca23 req-fb602349-adb4-40cf-ad7b-4d17082de884 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6e8854d-558e-48c7-b160-ac7f6c1744c4 HTTP/1.1" status: 200  len: 210 time: 0.0521142
Sep 15 13:43:13.078461 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-59afce5c-4b62-44a7-a240-8ad53c82fdcf req-9311dc62-5011-4325-af22-f69c8e2ad3c2 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363301743938437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852138254'] for port, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:13.084784 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-b5769260-4907-4a1e-9fca-e14c76f9c41b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:43:13.095024 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] get_ports_and_sgs() called for port_ids ['db10d356-a36d-421f-baf5-04d1a6153865'] {{(pid=82347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 15 13:43:13.106623 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44fa42e-b570-4da8-9054-42357dedad29 tempest-VolumesNegativeTest-1142966262 tempest-VolumesNegativeTest-1142966262-project] Pushing event deleted for resources: {'Port': ['ID=db10d356-a36d-421f-baf5-04d1a6153865,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:43:13.122597 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-b44fa42e-b570-4da8-9054-42357dedad29 tempest-VolumesNegativeTest-1142966262 tempest-VolumesNegativeTest-1142966262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:43:13.165499 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59afce5c-4b62-44a7-a240-8ad53c82fdcf req-9311dc62-5011-4325-af22-f69c8e2ad3c2 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Network e9c16276-857e-49e4-bec2-1a6e621bb0c0 is already hosted by enough agents. {{(pid=82345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Sep 15 13:43:13.171311 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.base_scheduler [req-59afce5c-4b62-44a7-a240-8ad53c82fdcf req-9311dc62-5011-4325-af22-f69c8e2ad3c2 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Resources bound (agent type, host, resource id):  {{(pid=82345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Sep 15 13:43:13.187897 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [req-59afce5c-4b62-44a7-a240-8ad53c82fdcf req-9311dc62-5011-4325-af22-f69c8e2ad3c2 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Received port after_create {{(pid=82345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 15 13:43:13.199724 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [req-eef71a90-4ebe-4ce8-948c-b73ddd0bd658 req-b44fa42e-b570-4da8-9054-42357dedad29 tempest-VolumesNegativeTest-1142966262 tempest-VolumesNegativeTest-1142966262-project] No DVR routers for this DVR port db10d356-a36d-421f-baf5-04d1a6153865 on host hv-cinder-80918 {{(pid=82346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Sep 15 13:43:13.202669 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-eef71a90-4ebe-4ce8-948c-b73ddd0bd658 req-b44fa42e-b570-4da8-9054-42357dedad29 tempest-VolumesNegativeTest-1142966262 tempest-VolumesNegativeTest-1142966262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251427'] for port, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:13.216659 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3b580ce-2b49-4de1-b043-a3f38ded3902', 'name': 'network-vif-deleted', 'tag': 'db10d356-a36d-421f-baf5-04d1a6153865'}] {{(pid=82346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Sep 15 13:43:13.236572 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9311dc62-5011-4325-af22-f69c8e2ad3c2 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Pushing event updated for resources: {'Port': ['ID=3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7,revision_number=1']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:43:13.239255 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-9311dc62-5011-4325-af22-f69c8e2ad3c2 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:43:13.245178 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-eef71a90-4ebe-4ce8-948c-b73ddd0bd658 req-b44fa42e-b570-4da8-9054-42357dedad29 tempest-VolumesNegativeTest-1142966262 tempest-VolumesNegativeTest-1142966262-project] 10.222.0.36 "DELETE /v2.0/ports/db10d356-a36d-421f-baf5-04d1a6153865 HTTP/1.1" status: 204  len: 173 time: 0.8856628
Sep 15 13:43:13.283475 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59afce5c-4b62-44a7-a240-8ad53c82fdcf req-9311dc62-5011-4325-af22-f69c8e2ad3c2 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:13.284797 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-59afce5c-4b62-44a7-a240-8ad53c82fdcf req-9311dc62-5011-4325-af22-f69c8e2ad3c2 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251427'] for port, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:13.327508 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3b580ce-2b49-4de1-b043-a3f38ded3902', 'name': 'network-vif-deleted', 'tag': 'db10d356-a36d-421f-baf5-04d1a6153865', 'status': 'completed', 'code': 200}
Sep 15 13:43:13.327850 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-59afce5c-4b62-44a7-a240-8ad53c82fdcf req-9311dc62-5011-4325-af22-f69c8e2ad3c2 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3905630
Sep 15 13:43:13.361338 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [req-59afce5c-4b62-44a7-a240-8ad53c82fdcf req-18fbcb6e-6013-4407-a542-257484070fa4 service neutron] Request body: {'port': {'device_id': 'f6e8854d-558e-48c7-b160-ac7f6c1744c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80918'}} {{(pid=82345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:43:13.499965 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-59afce5c-4b62-44a7-a240-8ad53c82fdcf req-18fbcb6e-6013-4407-a542-257484070fa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:13.620927 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-02d5a7ae-7488-4bd7-9907-979ec5a6deef None None] Provisioning for port 3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7 completed by entity DHCP. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Sep 15 13:43:13.626325 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-02d5a7ae-7488-4bd7-9907-979ec5a6deef None None] Provisioning complete for port 3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7 triggered by entity DHCP. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:43:13.626986 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-02d5a7ae-7488-4bd7-9907-979ec5a6deef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:13.702054 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-02d5a7ae-7488-4bd7-9907-979ec5a6deef None None] Port 3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7 cannot update to ACTIVE because it is not bound. {{(pid=82347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Sep 15 13:43:13.732074 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-d2610ecb-2d5d-4e9e-a81f-fffff4895acd req-68b8bf86-d6a1-4e1d-94bd-ec624bea631a tempest-VolumesNegativeTest-1142966262 tempest-VolumesNegativeTest-1142966262-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3b580ce-2b49-4de1-b043-a3f38ded3902 HTTP/1.1" status: 200  len: 210 time: 0.0695708
Sep 15 13:43:13.899820 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-67fdb01d-54b5-4ec9-a149-e792d2e6aca5 req-23b51c70-78a8-459a-9550-e98887427db5 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd70dcea-4388-4e4b-b2f9-cd0a3d527f8c HTTP/1.1" status: 200  len: 210 time: 0.0645351
Sep 15 13:43:14.000814 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [req-59afce5c-4b62-44a7-a240-8ad53c82fdcf req-18fbcb6e-6013-4407-a542-257484070fa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7 {{(pid=82345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Sep 15 13:43:14.008777 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-59afce5c-4b62-44a7-a240-8ad53c82fdcf req-18fbcb6e-6013-4407-a542-257484070fa4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:14.025332 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [req-59afce5c-4b62-44a7-a240-8ad53c82fdcf req-18fbcb6e-6013-4407-a542-257484070fa4 service neutron] Transition to ACTIVE for port object 3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7 will not be triggered until provisioned by entity L2. {{(pid=82345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Sep 15 13:43:14.035116 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-59afce5c-4b62-44a7-a240-8ad53c82fdcf req-18fbcb6e-6013-4407-a542-257484070fa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2637562'] for port, after_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:14.039844 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:43:14.120971 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6879cccd-5aea-43fe-afde-b1b5bba454be req-69425baa-714a-43ed-a7c5-831d8c8f69b3 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:14.122655 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-6879cccd-5aea-43fe-afde-b1b5bba454be req-69425baa-714a-43ed-a7c5-831d8c8f69b3 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.36 "GET /v2.0/networks?id=9b5d95b3-3bf8-4370-9b66-9dd986b48a07 HTTP/1.1" status: 200  len: 811 time: 0.2078898
Sep 15 13:43:14.201218 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-6879cccd-5aea-43fe-afde-b1b5bba454be req-0103a5e6-2a84-4e97-aad7-4fb16667a96e tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Synchronizing usage tracker for tenant:839ee03af2c74792a3a3c2d72d59dd55 on resource:security_group {{(pid=82346) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Sep 15 13:43:14.216966 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-6879cccd-5aea-43fe-afde-b1b5bba454be req-0103a5e6-2a84-4e97-aad7-4fb16667a96e tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Unset dirty status for tenant:839ee03af2c74792a3a3c2d72d59dd55 on resource:security_group {{(pid=82346) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Sep 15 13:43:14.218413 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-6879cccd-5aea-43fe-afde-b1b5bba454be req-0103a5e6-2a84-4e97-aad7-4fb16667a96e tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=839ee03af2c74792a3a3c2d72d59dd55 HTTP/1.1" status: 200  len: 380 time: 0.0644145
Sep 15 13:43:14.234595 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [req-6879cccd-5aea-43fe-afde-b1b5bba454be req-c7cd6857-9bac-4711-86be-4a526024fdaa tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Request body: {'port': {'device_id': 'dd70dcea-4388-4e4b-b2f9-cd0a3d527f8c', 'network_id': '9b5d95b3-3bf8-4370-9b66-9dd986b48a07', 'admin_state_up': True, 'tenant_id': '839ee03af2c74792a3a3c2d72d59dd55', 'security_groups': ['3b1f0a69-cc00-494c-a8bd-7433e4a011ef']}} {{(pid=82346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:43:14.236689 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fbcb6e-6013-4407-a542-257484070fa4 service neutron] Pushing event updated for resources: {'Port': ['ID=3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7,revision_number=2']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:43:14.241181 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-18fbcb6e-6013-4407-a542-257484070fa4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:43:14.432557 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [req-6879cccd-5aea-43fe-afde-b1b5bba454be req-c7cd6857-9bac-4711-86be-4a526024fdaa tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:43:14.437516 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-6879cccd-5aea-43fe-afde-b1b5bba454be req-c7cd6857-9bac-4711-86be-4a526024fdaa tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Usage tracker for resource:port and tenant:839ee03af2c74792a3a3c2d72d59dd55 is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:43:14.440978 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-6879cccd-5aea-43fe-afde-b1b5bba454be req-c7cd6857-9bac-4711-86be-4a526024fdaa tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Quota usage for port was recalculated. Used quota:3. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:43:14.449929 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [req-6879cccd-5aea-43fe-afde-b1b5bba454be req-c7cd6857-9bac-4711-86be-4a526024fdaa tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:43:14.465068 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6879cccd-5aea-43fe-afde-b1b5bba454be req-c7cd6857-9bac-4711-86be-4a526024fdaa tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Made reservation on behalf of 839ee03af2c74792a3a3c2d72d59dd55 for: {'port': 1} {{(pid=82346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Sep 15 13:43:14.471098 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-6879cccd-5aea-43fe-afde-b1b5bba454be req-c7cd6857-9bac-4711-86be-4a526024fdaa tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:14.653654 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.db_base_plugin_common [req-6879cccd-5aea-43fe-afde-b1b5bba454be req-c7cd6857-9bac-4711-86be-4a526024fdaa tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Allocated IP 172.20.0.5 (9b5d95b3-3bf8-4370-9b66-9dd986b48a07/1beceede-0773-432e-935b-1a5d4e30ef31/73211b22-d115-4834-ae3e-58763991d80c) {{(pid=82346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Sep 15 13:43:14.664670 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8971b078-c2c6-4eb6-bece-7e551018ff1f req-59fd3196-65e7-4f76-9335-075f10f317bf tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:14.666313 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-8971b078-c2c6-4eb6-bece-7e551018ff1f req-59fd3196-65e7-4f76-9335-075f10f317bf tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc3e1891-9149-403b-837f-8485e675ed2d HTTP/1.1" status: 200  len: 945 time: 0.5722961
Sep 15 13:43:14.715495 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7560dde3-a99d-49d4-a0a8-c43cd1447437 req-f7449e1d-5381-4171-8923-3467002d6ad0 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:14.716311 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-7560dde3-a99d-49d4-a0a8-c43cd1447437 req-f7449e1d-5381-4171-8923-3467002d6ad0 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Synchronizing usage tracker for tenant:025c529061864e2ab47987e7d6ed7d28 on resource:port {{(pid=82345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Sep 15 13:43:14.760667 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [req-59afce5c-4b62-44a7-a240-8ad53c82fdcf req-18fbcb6e-6013-4407-a542-257484070fa4 service neutron] Attempting to bind port 3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7 on host hv-cinder-80918 for vnic_type normal with profile  {{(pid=82345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Sep 15 13:43:14.761048 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [req-59afce5c-4b62-44a7-a240-8ad53c82fdcf req-18fbcb6e-6013-4407-a542-257484070fa4 service neutron] Attempting to bind port 3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7 by drivers openvswitch,hyperv on host hv-cinder-80918 at level 0 using segments [{'id': '11169836-79b2-4822-b283-a5d557a2336a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e9c16276-857e-49e4-bec2-1a6e621bb0c0'}] {{(pid=82345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Sep 15 13:43:14.761421 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59afce5c-4b62-44a7-a240-8ad53c82fdcf req-18fbcb6e-6013-4407-a542-257484070fa4 service neutron] Attempting to bind port 3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7 on network e9c16276-857e-49e4-bec2-1a6e621bb0c0 {{(pid=82345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Sep 15 13:43:14.774063 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-7560dde3-a99d-49d4-a0a8-c43cd1447437 req-f7449e1d-5381-4171-8923-3467002d6ad0 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Unset dirty status for tenant:025c529061864e2ab47987e7d6ed7d28 on resource:port {{(pid=82345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Sep 15 13:43:14.775276 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-7560dde3-a99d-49d4-a0a8-c43cd1447437 req-f7449e1d-5381-4171-8923-3467002d6ad0 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6e8854d-558e-48c7-b160-ac7f6c1744c4 HTTP/1.1" status: 200  len: 944 time: 0.5322332
Sep 15 13:43:14.777657 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-8971b078-c2c6-4eb6-bece-7e551018ff1f req-f1935d4c-4bb4-45df-8487-7e5bae4f99a8 tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] 10.222.0.41 "GET /v2.0/security-groups?id=7212dde7-41f8-41d3-9a43-fa5de696ce7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1002133
Sep 15 13:43:14.778355 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59afce5c-4b62-44a7-a240-8ad53c82fdcf req-18fbcb6e-6013-4407-a542-257484070fa4 service neutron] Port 3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7 on network e9c16276-857e-49e4-bec2-1a6e621bb0c0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80918 {{(pid=82345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 15 13:43:14.778728 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59afce5c-4b62-44a7-a240-8ad53c82fdcf req-18fbcb6e-6013-4407-a542-257484070fa4 service neutron] Attempting to bind port 3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7 on network e9c16276-857e-49e4-bec2-1a6e621bb0c0 {{(pid=82345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Sep 15 13:43:14.814252 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59afce5c-4b62-44a7-a240-8ad53c82fdcf req-18fbcb6e-6013-4407-a542-257484070fa4 service neutron] Checking agent: {'id': '0b6080d1-6da0-4ccd-961d-05ec14f91c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80918', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 35, 33), 'started_at': datetime.datetime(2021, 9, 15, 13, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Sep 15 13:43:14.818213 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59afce5c-4b62-44a7-a240-8ad53c82fdcf req-18fbcb6e-6013-4407-a542-257484070fa4 service neutron] Checking segment: {'id': '11169836-79b2-4822-b283-a5d557a2336a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e9c16276-857e-49e4-bec2-1a6e621bb0c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Sep 15 13:43:14.818397 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59afce5c-4b62-44a7-a240-8ad53c82fdcf req-18fbcb6e-6013-4407-a542-257484070fa4 service neutron] Bound using segment: {'id': '11169836-79b2-4822-b283-a5d557a2336a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e9c16276-857e-49e4-bec2-1a6e621bb0c0'} {{(pid=82345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Sep 15 13:43:14.818873 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [req-59afce5c-4b62-44a7-a240-8ad53c82fdcf req-18fbcb6e-6013-4407-a542-257484070fa4 service neutron] Bound port: 3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7, host: hv-cinder-80918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11169836-79b2-4822-b283-a5d557a2336a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e9c16276-857e-49e4-bec2-1a6e621bb0c0'}}] {{(pid=82345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Sep 15 13:43:14.819322 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-59afce5c-4b62-44a7-a240-8ad53c82fdcf req-18fbcb6e-6013-4407-a542-257484070fa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:14.885354 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-6879cccd-5aea-43fe-afde-b1b5bba454be req-c7cd6857-9bac-4711-86be-4a526024fdaa tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Notify callbacks [] for port, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:14.896664 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-7560dde3-a99d-49d4-a0a8-c43cd1447437 req-f1ff2195-36c9-4dc5-8628-c55771dc47b7 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=89e16839-325b-4e32-8166-088abba378dc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1140718
Sep 15 13:43:14.907932 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [req-6879cccd-5aea-43fe-afde-b1b5bba454be req-c7cd6857-9bac-4711-86be-4a526024fdaa tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Transition to ACTIVE for port object 73211b22-d115-4834-ae3e-58763991d80c will not be triggered until provisioned by entity DHCP. {{(pid=82346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Sep 15 13:43:14.936222 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-6879cccd-5aea-43fe-afde-b1b5bba454be req-c7cd6857-9bac-4711-86be-4a526024fdaa tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363301743938437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1447919'] for port, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:14.947600 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [req-59afce5c-4b62-44a7-a240-8ad53c82fdcf req-18fbcb6e-6013-4407-a542-257484070fa4 service neutron] For port 3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7, host hv-cinder-80918, cleared binding levels {{(pid=82345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Sep 15 13:43:14.947905 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-39b640a5-cf19-41e1-8fde-57feb1315bc7 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:43:14.947988 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [req-59afce5c-4b62-44a7-a240-8ad53c82fdcf req-18fbcb6e-6013-4407-a542-257484070fa4 service neutron] For port 3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7, host hv-cinder-80918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7,segment=NetworkSegment(11169836-79b2-4822-b283-a5d557a2336a),segment_id=11169836-79b2-4822-b283-a5d557a2336a)] {{(pid=82345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Sep 15 13:43:14.950751 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-59afce5c-4b62-44a7-a240-8ad53c82fdcf req-18fbcb6e-6013-4407-a542-257484070fa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2637562'] for port, after_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:14.964731 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:43:15.046953 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-59afce5c-4b62-44a7-a240-8ad53c82fdcf req-18fbcb6e-6013-4407-a542-257484070fa4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251427'] for port, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:15.048641 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-59afce5c-4b62-44a7-a240-8ad53c82fdcf req-18fbcb6e-6013-4407-a542-257484070fa4 service neutron] 10.222.0.36 "PUT /v2.0/ports/3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7 HTTP/1.1" status: 200  len: 1094 time: 1.6968567
Sep 15 13:43:15.049231 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6e8854d-558e-48c7-b160-ac7f6c1744c4', 'tag': '3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7'}] {{(pid=82345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Sep 15 13:43:15.082651 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fbcb6e-6013-4407-a542-257484070fa4 service neutron] Pushing event updated for resources: {'Port': ['ID=3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7,revision_number=3']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:43:15.091978 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-18fbcb6e-6013-4407-a542-257484070fa4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:43:15.105112 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cd6857-9bac-4711-86be-4a526024fdaa tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Pushing event updated for resources: {'Port': ['ID=73211b22-d115-4834-ae3e-58763991d80c,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:43:15.109437 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6879cccd-5aea-43fe-afde-b1b5bba454be req-c7cd6857-9bac-4711-86be-4a526024fdaa tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Network 9b5d95b3-3bf8-4370-9b66-9dd986b48a07 is already hosted by enough agents. {{(pid=82346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Sep 15 13:43:15.110650 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-c7cd6857-9bac-4711-86be-4a526024fdaa tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:43:15.112556 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.base_scheduler [req-6879cccd-5aea-43fe-afde-b1b5bba454be req-c7cd6857-9bac-4711-86be-4a526024fdaa tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Resources bound (agent type, host, resource id):  {{(pid=82346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Sep 15 13:43:15.126736 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [req-6879cccd-5aea-43fe-afde-b1b5bba454be req-c7cd6857-9bac-4711-86be-4a526024fdaa tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Received port after_create {{(pid=82346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 15 13:43:15.204611 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6e8854d-558e-48c7-b160-ac7f6c1744c4', 'tag': '3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7', 'status': 'completed', 'code': 200}
Sep 15 13:43:15.274242 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6879cccd-5aea-43fe-afde-b1b5bba454be req-c7cd6857-9bac-4711-86be-4a526024fdaa tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:15.275104 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-6879cccd-5aea-43fe-afde-b1b5bba454be req-c7cd6857-9bac-4711-86be-4a526024fdaa tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251427'] for port, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:15.344084 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee8dce3-5643-46f4-a6ea-b5f5975e479e req-e8f953ea-8025-4c05-8105-1214cdc5c552 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:15.366112 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-0ee8dce3-5643-46f4-a6ea-b5f5975e479e req-e8f953ea-8025-4c05-8105-1214cdc5c552 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd70dcea-4388-4e4b-b2f9-cd0a3d527f8c HTTP/1.1" status: 200  len: 931 time: 0.1604862
Sep 15 13:43:15.367132 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-6879cccd-5aea-43fe-afde-b1b5bba454be req-c7cd6857-9bac-4711-86be-4a526024fdaa tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1370077
Sep 15 13:43:15.384304 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-59afce5c-4b62-44a7-a240-8ad53c82fdcf req-87301e33-e3c8-4d10-a3fd-7446e796fd1b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=025c529061864e2ab47987e7d6ed7d28&device_id=f6e8854d-558e-48c7-b160-ac7f6c1744c4 HTTP/1.1" status: 200  len: 1097 time: 0.2691822
Sep 15 13:43:15.387101 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [req-6879cccd-5aea-43fe-afde-b1b5bba454be req-4d5872f9-c9a1-4bfb-b143-876c04f67dfe service neutron] Request body: {'port': {'device_id': 'dd70dcea-4388-4e4b-b2f9-cd0a3d527f8c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80918'}} {{(pid=82346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:43:15.403769 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Device db10d356-a36d-421f-baf5-04d1a6153865 no longer exists at agent hyperv_hv-cinder-80918 {{(pid=82347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Sep 15 13:43:15.472850 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-59afce5c-4b62-44a7-a240-8ad53c82fdcf req-112e82f3-f017-47ee-a498-5e4fab6b33c9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7 HTTP/1.1" status: 200  len: 217 time: 0.0703518
Sep 15 13:43:15.494075 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] No Port match for: db10d356-a36d-421f-baf5-04d1a6153865 {{(pid=82347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Sep 15 13:43:15.494735 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Device db10d356-a36d-421f-baf5-04d1a6153865 not bound to the agent host hv-cinder-80918 {{(pid=82347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Sep 15 13:43:15.561803 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-0ee8dce3-5643-46f4-a6ea-b5f5975e479e req-5eb497e1-6259-4ae0-92a6-d54f2e40b84d tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b1f0a69-cc00-494c-a8bd-7433e4a011ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1763885
Sep 15 13:43:15.583149 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59afce5c-4b62-44a7-a240-8ad53c82fdcf req-53303400-b4fd-4dd0-bb13-56b5b629c924 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:15.584801 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-59afce5c-4b62-44a7-a240-8ad53c82fdcf req-53303400-b4fd-4dd0-bb13-56b5b629c924 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5d3cda93-f669-4c8c-b3ae-fd1f6c47904a HTTP/1.1" status: 200  len: 855 time: 0.1045918
Sep 15 13:43:15.631968 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-6879cccd-5aea-43fe-afde-b1b5bba454be req-4d5872f9-c9a1-4bfb-b143-876c04f67dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:15.675703 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-5285aaae-af7a-46de-b955-11105df584e6 None None] Provisioning for port 73211b22-d115-4834-ae3e-58763991d80c completed by entity DHCP. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Sep 15 13:43:15.682729 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-5285aaae-af7a-46de-b955-11105df584e6 None None] Provisioning complete for port 73211b22-d115-4834-ae3e-58763991d80c triggered by entity DHCP. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:43:15.683348 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5285aaae-af7a-46de-b955-11105df584e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:15.685490 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-59afce5c-4b62-44a7-a240-8ad53c82fdcf req-869eee49-f8bf-4ee5-84e9-fccb009a875c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e9c16276-857e-49e4-bec2-1a6e621bb0c0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0936666
Sep 15 13:43:15.751813 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-5285aaae-af7a-46de-b955-11105df584e6 None None] Port 73211b22-d115-4834-ae3e-58763991d80c cannot update to ACTIVE because it is not bound. {{(pid=82347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Sep 15 13:43:15.904971 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-59afce5c-4b62-44a7-a240-8ad53c82fdcf req-a95f65f8-ba67-4e82-b462-c070e858481e service neutron] 10.222.0.36 "GET /v2.0/networks/e9c16276-857e-49e4-bec2-1a6e621bb0c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2113349
Sep 15 13:43:16.069857 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [req-6879cccd-5aea-43fe-afde-b1b5bba454be req-4d5872f9-c9a1-4bfb-b143-876c04f67dfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73211b22-d115-4834-ae3e-58763991d80c {{(pid=82346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Sep 15 13:43:16.077496 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-6879cccd-5aea-43fe-afde-b1b5bba454be req-4d5872f9-c9a1-4bfb-b143-876c04f67dfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:16.094843 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [req-6879cccd-5aea-43fe-afde-b1b5bba454be req-4d5872f9-c9a1-4bfb-b143-876c04f67dfe service neutron] Transition to ACTIVE for port object 73211b22-d115-4834-ae3e-58763991d80c will not be triggered until provisioned by entity L2. {{(pid=82346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Sep 15 13:43:16.100813 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-6879cccd-5aea-43fe-afde-b1b5bba454be req-4d5872f9-c9a1-4bfb-b143-876c04f67dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853327897'] for port, after_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:16.104257 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-59afce5c-4b62-44a7-a240-8ad53c82fdcf req-ecd91282-46f7-46d3-91bd-d46e356d67fa service neutron] 10.222.0.36 "GET /v2.0/networks/e9c16276-857e-49e4-bec2-1a6e621bb0c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1887748
Sep 15 13:43:16.114994 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-2917ad18-b0c6-4069-911d-e03fd6149ba3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:43:16.316408 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d80bc7-c920-4f7c-955a-92f1c26eb5f5 req-ac6600fd-9db4-47db-a4a2-79ce97ef3c2e tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:16.318296 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-62d80bc7-c920-4f7c-955a-92f1c26eb5f5 req-ac6600fd-9db4-47db-a4a2-79ce97ef3c2e tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6e8854d-558e-48c7-b160-ac7f6c1744c4 HTTP/1.1" status: 200  len: 944 time: 0.1863964
Sep 15 13:43:16.381440 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-8aeed172-4ea0-48ab-ba91-7dd85d777cdf req-c67781c3-d361-4e45-be55-539bf320644c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=025c529061864e2ab47987e7d6ed7d28&device_id=f6e8854d-558e-48c7-b160-ac7f6c1744c4 HTTP/1.1" status: 200  len: 1097 time: 0.1539059
Sep 15 13:43:16.449333 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5872f9-c9a1-4bfb-b143-876c04f67dfe service neutron] Pushing event updated for resources: {'Port': ['ID=73211b22-d115-4834-ae3e-58763991d80c,revision_number=2']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:43:16.457437 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-4d5872f9-c9a1-4bfb-b143-876c04f67dfe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:43:16.501438 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [req-6879cccd-5aea-43fe-afde-b1b5bba454be req-4d5872f9-c9a1-4bfb-b143-876c04f67dfe service neutron] Attempting to bind port 73211b22-d115-4834-ae3e-58763991d80c on host hv-cinder-80918 for vnic_type normal with profile  {{(pid=82346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Sep 15 13:43:16.502124 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [req-6879cccd-5aea-43fe-afde-b1b5bba454be req-4d5872f9-c9a1-4bfb-b143-876c04f67dfe service neutron] Attempting to bind port 73211b22-d115-4834-ae3e-58763991d80c by drivers openvswitch,hyperv on host hv-cinder-80918 at level 0 using segments [{'id': '1ed3a544-0c3b-4c22-95a9-80d26a08a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '9b5d95b3-3bf8-4370-9b66-9dd986b48a07'}] {{(pid=82346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Sep 15 13:43:16.502651 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6879cccd-5aea-43fe-afde-b1b5bba454be req-4d5872f9-c9a1-4bfb-b143-876c04f67dfe service neutron] Attempting to bind port 73211b22-d115-4834-ae3e-58763991d80c on network 9b5d95b3-3bf8-4370-9b66-9dd986b48a07 {{(pid=82346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Sep 15 13:43:16.510121 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6879cccd-5aea-43fe-afde-b1b5bba454be req-4d5872f9-c9a1-4bfb-b143-876c04f67dfe service neutron] Port 73211b22-d115-4834-ae3e-58763991d80c on network 9b5d95b3-3bf8-4370-9b66-9dd986b48a07 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80918 {{(pid=82346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 15 13:43:16.510659 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6879cccd-5aea-43fe-afde-b1b5bba454be req-4d5872f9-c9a1-4bfb-b143-876c04f67dfe service neutron] Attempting to bind port 73211b22-d115-4834-ae3e-58763991d80c on network 9b5d95b3-3bf8-4370-9b66-9dd986b48a07 {{(pid=82346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Sep 15 13:43:16.519035 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6879cccd-5aea-43fe-afde-b1b5bba454be req-4d5872f9-c9a1-4bfb-b143-876c04f67dfe service neutron] Checking agent: {'id': '0b6080d1-6da0-4ccd-961d-05ec14f91c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80918', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 35, 33), 'started_at': datetime.datetime(2021, 9, 15, 13, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Sep 15 13:43:16.519662 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6879cccd-5aea-43fe-afde-b1b5bba454be req-4d5872f9-c9a1-4bfb-b143-876c04f67dfe service neutron] Checking segment: {'id': '1ed3a544-0c3b-4c22-95a9-80d26a08a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '9b5d95b3-3bf8-4370-9b66-9dd986b48a07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Sep 15 13:43:16.520113 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6879cccd-5aea-43fe-afde-b1b5bba454be req-4d5872f9-c9a1-4bfb-b143-876c04f67dfe service neutron] Bound using segment: {'id': '1ed3a544-0c3b-4c22-95a9-80d26a08a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '9b5d95b3-3bf8-4370-9b66-9dd986b48a07'} {{(pid=82346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Sep 15 13:43:16.520696 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [req-6879cccd-5aea-43fe-afde-b1b5bba454be req-4d5872f9-c9a1-4bfb-b143-876c04f67dfe service neutron] Bound port: 73211b22-d115-4834-ae3e-58763991d80c, host: hv-cinder-80918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ed3a544-0c3b-4c22-95a9-80d26a08a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '9b5d95b3-3bf8-4370-9b66-9dd986b48a07'}}] {{(pid=82346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Sep 15 13:43:16.521180 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-6879cccd-5aea-43fe-afde-b1b5bba454be req-4d5872f9-c9a1-4bfb-b143-876c04f67dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:16.563263 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-62d80bc7-c920-4f7c-955a-92f1c26eb5f5 req-a227b427-425d-4cfa-bbdb-03f41634daf2 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=89e16839-325b-4e32-8166-088abba378dc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2248182
Sep 15 13:43:16.638327 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989eab2f-4f3d-406e-8bba-dec9c09cf235 req-26adf375-30b6-4db2-8d1e-377b3477c512 tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:16.639977 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-989eab2f-4f3d-406e-8bba-dec9c09cf235 req-26adf375-30b6-4db2-8d1e-377b3477c512 tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc3e1891-9149-403b-837f-8485e675ed2d HTTP/1.1" status: 200  len: 945 time: 0.2197824
Sep 15 13:43:16.641002 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [req-6879cccd-5aea-43fe-afde-b1b5bba454be req-4d5872f9-c9a1-4bfb-b143-876c04f67dfe service neutron] For port 73211b22-d115-4834-ae3e-58763991d80c, host hv-cinder-80918, cleared binding levels {{(pid=82346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Sep 15 13:43:16.642672 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeed172-4ea0-48ab-ba91-7dd85d777cdf req-65147a4d-72c6-4bc8-85a0-e66064a29ac9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:16.644696 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-8aeed172-4ea0-48ab-ba91-7dd85d777cdf req-65147a4d-72c6-4bc8-85a0-e66064a29ac9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e9c16276-857e-49e4-bec2-1a6e621bb0c0 HTTP/1.1" status: 200  len: 917 time: 0.2513049
Sep 15 13:43:16.645134 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [req-6879cccd-5aea-43fe-afde-b1b5bba454be req-4d5872f9-c9a1-4bfb-b143-876c04f67dfe service neutron] For port 73211b22-d115-4834-ae3e-58763991d80c, host hv-cinder-80918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=73211b22-d115-4834-ae3e-58763991d80c,segment=NetworkSegment(1ed3a544-0c3b-4c22-95a9-80d26a08a4c3),segment_id=1ed3a544-0c3b-4c22-95a9-80d26a08a4c3)] {{(pid=82346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Sep 15 13:43:16.649224 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-6879cccd-5aea-43fe-afde-b1b5bba454be req-4d5872f9-c9a1-4bfb-b143-876c04f67dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853327897'] for port, after_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:16.661205 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-9f355fcb-9db5-4b7b-bd79-c301eb8dd8ee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:43:16.741143 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-6879cccd-5aea-43fe-afde-b1b5bba454be req-4d5872f9-c9a1-4bfb-b143-876c04f67dfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251427'] for port, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:16.742815 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-6879cccd-5aea-43fe-afde-b1b5bba454be req-4d5872f9-c9a1-4bfb-b143-876c04f67dfe service neutron] 10.222.0.36 "PUT /v2.0/ports/73211b22-d115-4834-ae3e-58763991d80c HTTP/1.1" status: 200  len: 1093 time: 1.3608053
Sep 15 13:43:16.743429 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd70dcea-4388-4e4b-b2f9-cd0a3d527f8c', 'tag': '73211b22-d115-4834-ae3e-58763991d80c'}] {{(pid=82346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Sep 15 13:43:16.765147 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5872f9-c9a1-4bfb-b143-876c04f67dfe service neutron] Pushing event updated for resources: {'Port': ['ID=73211b22-d115-4834-ae3e-58763991d80c,revision_number=3']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:43:16.769939 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-4d5872f9-c9a1-4bfb-b143-876c04f67dfe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:43:16.823680 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-8aeed172-4ea0-48ab-ba91-7dd85d777cdf req-ebceade0-3a59-47dd-8dfc-81f6a2c35a97 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7 HTTP/1.1" status: 200  len: 217 time: 0.1556439
Sep 15 13:43:16.894162 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-989eab2f-4f3d-406e-8bba-dec9c09cf235 req-e85646d3-2246-42cc-9cf1-eef8459fc0ef tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] 10.222.0.41 "GET /v2.0/security-groups?id=7212dde7-41f8-41d3-9a43-fa5de696ce7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2456069
Sep 15 13:43:16.908313 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-6879cccd-5aea-43fe-afde-b1b5bba454be req-d09e8b6d-b7ea-4c03-99f2-f7d7384d3e32 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=839ee03af2c74792a3a3c2d72d59dd55&device_id=dd70dcea-4388-4e4b-b2f9-cd0a3d527f8c HTTP/1.1" status: 200  len: 1096 time: 0.0941660
Sep 15 13:43:16.953486 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeed172-4ea0-48ab-ba91-7dd85d777cdf req-45e4e521-9ee6-4afe-a320-5bfb57b72263 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:16.955349 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-8aeed172-4ea0-48ab-ba91-7dd85d777cdf req-45e4e521-9ee6-4afe-a320-5bfb57b72263 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5d3cda93-f669-4c8c-b3ae-fd1f6c47904a HTTP/1.1" status: 200  len: 855 time: 0.1083753
Sep 15 13:43:17.000505 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd70dcea-4388-4e4b-b2f9-cd0a3d527f8c', 'tag': '73211b22-d115-4834-ae3e-58763991d80c', 'status': 'completed', 'code': 200}
Sep 15 13:43:17.012300 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-6879cccd-5aea-43fe-afde-b1b5bba454be req-f60a2c05-a9db-4810-aceb-d75c480fbf8a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73211b22-d115-4834-ae3e-58763991d80c HTTP/1.1" status: 200  len: 217 time: 0.0887249
Sep 15 13:43:17.016007 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f307a28f-00d4-4af3-a166-e04bb16702c2 req-ba76145f-4287-4f19-b24a-d0338c732294 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:17.017566 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-f307a28f-00d4-4af3-a166-e04bb16702c2 req-ba76145f-4287-4f19-b24a-d0338c732294 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd70dcea-4388-4e4b-b2f9-cd0a3d527f8c HTTP/1.1" status: 200  len: 943 time: 0.2504184
Sep 15 13:43:17.094151 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6879cccd-5aea-43fe-afde-b1b5bba454be req-c02045db-fa6b-48a5-8303-a762ad53ac6a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:17.095908 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-6879cccd-5aea-43fe-afde-b1b5bba454be req-c02045db-fa6b-48a5-8303-a762ad53ac6a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1beceede-0773-432e-935b-1a5d4e30ef31 HTTP/1.1" status: 200  len: 850 time: 0.0765193
Sep 15 13:43:17.099246 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-f307a28f-00d4-4af3-a166-e04bb16702c2 req-634d85c4-cafd-4e56-a741-c049d92e616c tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b1f0a69-cc00-494c-a8bd-7433e4a011ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0742602
Sep 15 13:43:17.105894 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-8aeed172-4ea0-48ab-ba91-7dd85d777cdf req-c1a5a2c3-11cd-416a-8210-301184943c0c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e9c16276-857e-49e4-bec2-1a6e621bb0c0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1420383
Sep 15 13:43:17.190214 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-6879cccd-5aea-43fe-afde-b1b5bba454be req-82db53a4-43b2-4560-a4b9-3b984b27bc8e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9b5d95b3-3bf8-4370-9b66-9dd986b48a07&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0869126
Sep 15 13:43:17.271278 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-8aeed172-4ea0-48ab-ba91-7dd85d777cdf req-27071662-b134-4333-839a-68c52631c9ca service neutron] 10.222.0.36 "GET /v2.0/networks/e9c16276-857e-49e4-bec2-1a6e621bb0c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1509912
Sep 15 13:43:17.423407 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Device 3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7 details requested by agent hyperv_hv-cinder-80918 with host hv-cinder-80918 {{(pid=82347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Sep 15 13:43:17.493402 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-8aeed172-4ea0-48ab-ba91-7dd85d777cdf req-c0a1a72e-77a7-4480-9f37-82d97a0f73b0 service neutron] 10.222.0.36 "GET /v2.0/networks/e9c16276-857e-49e4-bec2-1a6e621bb0c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1891582
Sep 15 13:43:17.584057 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-6879cccd-5aea-43fe-afde-b1b5bba454be req-b06dbb0f-2fa4-4dcf-b091-ed37bf14d8be service neutron] 10.222.0.36 "GET /v2.0/networks/9b5d95b3-3bf8-4370-9b66-9dd986b48a07?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3867824
Sep 15 13:43:17.659447 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] For port 3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7,segment=NetworkSegment(11169836-79b2-4822-b283-a5d557a2336a),segment_id=11169836-79b2-4822-b283-a5d557a2336a)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:43:17.675437 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Returning: {'device': '3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7', 'network_id': 'e9c16276-857e-49e4-bec2-1a6e621bb0c0', 'port_id': '3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7', 'mac_address': 'fa:16:3e:a8:d7:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d3cda93-f669-4c8c-b3ae-fd1f6c47904a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 15 13:43:17.744040 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:17.751969 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-6879cccd-5aea-43fe-afde-b1b5bba454be req-8601dd07-6c5c-492c-bfcc-23e559ea9b39 service neutron] 10.222.0.36 "GET /v2.0/networks/9b5d95b3-3bf8-4370-9b66-9dd986b48a07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1613553
Sep 15 13:43:17.764042 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7 {{(pid=82347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Sep 15 13:43:17.781347 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] For port 3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7,segment=NetworkSegment(11169836-79b2-4822-b283-a5d557a2336a),segment_id=11169836-79b2-4822-b283-a5d557a2336a)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:43:17.791954 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:17.795023 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:43:17.831906 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091d23fe-38cf-4b60-ae6f-c03e4452db3f req-8b0a2c34-051b-4a08-9df6-fd69f206ba84 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:17.834508 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-091d23fe-38cf-4b60-ae6f-c03e4452db3f req-8b0a2c34-051b-4a08-9df6-fd69f206ba84 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6e8854d-558e-48c7-b160-ac7f6c1744c4 HTTP/1.1" status: 200  len: 944 time: 0.0984242
Sep 15 13:43:17.891162 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1fdf39-1f6e-4d34-ae84-6501dd0aaaf5 req-d395d3c7-f419-4f12-9faa-9986a4f308f7 tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:17.892341 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-6d1fdf39-1f6e-4d34-ae84-6501dd0aaaf5 req-d395d3c7-f419-4f12-9faa-9986a4f308f7 tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] Synchronizing usage tracker for tenant:80a3f843a4c74e49be14ec5c2a2f7ca3 on resource:port {{(pid=82346) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Sep 15 13:43:17.895806 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Pushing event updated for resources: {'Port': ['ID=3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7,revision_number=4']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:43:17.905416 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:43:17.905815 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:43:17.906205 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:43:17.906587 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:43:17.906974 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:43:17.907354 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:43:17.907755 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:43:17.908131 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:43:17.909506 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:43:17.910116 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:43:17.910496 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:43:17.911106 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-6d1fdf39-1f6e-4d34-ae84-6501dd0aaaf5 req-d395d3c7-f419-4f12-9faa-9986a4f308f7 tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] Unset dirty status for tenant:80a3f843a4c74e49be14ec5c2a2f7ca3 on resource:port {{(pid=82346) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Sep 15 13:43:17.912503 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-6d1fdf39-1f6e-4d34-ae84-6501dd0aaaf5 req-d395d3c7-f419-4f12-9faa-9986a4f308f7 tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc3e1891-9149-403b-837f-8485e675ed2d HTTP/1.1" status: 200  len: 945 time: 0.1202765
Sep 15 13:43:17.915707 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:43:17.973202 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-091d23fe-38cf-4b60-ae6f-c03e4452db3f req-f516422b-1cc0-4a5c-b1b7-fcc91deca618 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=89e16839-325b-4e32-8166-088abba378dc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1246438
Sep 15 13:43:17.998490 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-05e904a0-608d-4e42-ada3-2c221818df90 req-9da3ab70-9c2b-4f23-b4df-8e6e2e54730a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=839ee03af2c74792a3a3c2d72d59dd55&device_id=dd70dcea-4388-4e4b-b2f9-cd0a3d527f8c HTTP/1.1" status: 200  len: 1096 time: 0.1240261
Sep 15 13:43:18.013948 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [req-6d1fdf39-1f6e-4d34-ae84-6501dd0aaaf5 req-0c14bf6f-4540-483b-86a3-ef5303bdd92b tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] Deleting port ff45d292-d43f-4ba5-a93f-3bb8c3e973f9 {{(pid=82346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Sep 15 13:43:18.014604 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-6d1fdf39-1f6e-4d34-ae84-6501dd0aaaf5 req-0c14bf6f-4540-483b-86a3-ef5303bdd92b tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301743532404'] for port, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:18.164936 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] get_ports_and_sgs() called for port_ids ['3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7'] {{(pid=82347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 15 13:43:18.222202 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e904a0-608d-4e42-ada3-2c221818df90 req-b325ac01-6c4f-47e9-b2cf-7248b1c6311d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:18.223854 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-05e904a0-608d-4e42-ada3-2c221818df90 req-b325ac01-6c4f-47e9-b2cf-7248b1c6311d service neutron] 10.222.0.36 "GET /v2.0/networks?id=9b5d95b3-3bf8-4370-9b66-9dd986b48a07 HTTP/1.1" status: 200  len: 912 time: 0.2122910
Sep 15 13:43:18.231608 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982666d0-257f-4d01-bffd-de56a20a5154 req-27522500-f969-4b77-bd24-88c23ac4dd7f tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:18.233210 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-982666d0-257f-4d01-bffd-de56a20a5154 req-27522500-f969-4b77-bd24-88c23ac4dd7f tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc3e1891-9149-403b-837f-8485e675ed2d HTTP/1.1" status: 200  len: 945 time: 0.1954737
Sep 15 13:43:18.363531 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [req-6d1fdf39-1f6e-4d34-ae84-6501dd0aaaf5 req-0c14bf6f-4540-483b-86a3-ef5303bdd92b tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] For port ff45d292-d43f-4ba5-a93f-3bb8c3e973f9, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=ff45d292-d43f-4ba5-a93f-3bb8c3e973f9,segment=NetworkSegment(9af64173-1608-49cc-9c02-54e3e7c2beb6),segment_id=9af64173-1608-49cc-9c02-54e3e7c2beb6)] {{(pid=82346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:43:18.363884 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-6d1fdf39-1f6e-4d34-ae84-6501dd0aaaf5 req-0c14bf6f-4540-483b-86a3-ef5303bdd92b tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853103875'] for port, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:18.406640 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-05e904a0-608d-4e42-ada3-2c221818df90 req-ba0493cf-5a72-4ab6-8228-ca271161eb58 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73211b22-d115-4834-ae3e-58763991d80c HTTP/1.1" status: 200  len: 217 time: 0.1723714
Sep 15 13:43:18.507553 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-982666d0-257f-4d01-bffd-de56a20a5154 req-3afc3430-1fc2-41c3-871f-263198facb0a tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] 10.222.0.41 "GET /v2.0/security-groups?id=7212dde7-41f8-41d3-9a43-fa5de696ce7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1773660
Sep 15 13:43:18.518889 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e904a0-608d-4e42-ada3-2c221818df90 req-3682ff11-5ed4-47b5-a7fa-46d14dfa4204 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:18.520484 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-05e904a0-608d-4e42-ada3-2c221818df90 req-3682ff11-5ed4-47b5-a7fa-46d14dfa4204 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1beceede-0773-432e-935b-1a5d4e30ef31 HTTP/1.1" status: 200  len: 850 time: 0.0967629
Sep 15 13:43:18.526646 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [req-6d1fdf39-1f6e-4d34-ae84-6501dd0aaaf5 req-0c14bf6f-4540-483b-86a3-ef5303bdd92b tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] Calling delete_port for ff45d292-d43f-4ba5-a93f-3bb8c3e973f9 owned by compute:nova {{(pid=82346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Sep 15 13:43:18.538429 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f74a17-5a58-4429-8a99-311b3a1b9dda req-af064679-89ba-4edb-963e-bfa85465f799 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:18.546184 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-c9f74a17-5a58-4429-8a99-311b3a1b9dda req-af064679-89ba-4edb-963e-bfa85465f799 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd70dcea-4388-4e4b-b2f9-cd0a3d527f8c HTTP/1.1" status: 200  len: 943 time: 0.2176104
Sep 15 13:43:18.675759 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-c9f74a17-5a58-4429-8a99-311b3a1b9dda req-ad4c6b99-346c-418a-9e7a-c229d6bbde6e tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b1f0a69-cc00-494c-a8bd-7433e4a011ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1283479
Sep 15 13:43:18.695795 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-05e904a0-608d-4e42-ada3-2c221818df90 req-1b18c68c-914a-41cd-bb6e-81cbd4b0335d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9b5d95b3-3bf8-4370-9b66-9dd986b48a07&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1328995
Sep 15 13:43:18.705496 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-6d1fdf39-1f6e-4d34-ae84-6501dd0aaaf5 req-0c14bf6f-4540-483b-86a3-ef5303bdd92b tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301743526908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735110837380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1447919'] for port, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:18.713352 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-2917ad18-b0c6-4069-911d-e03fd6149ba3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:43:18.758292 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c14bf6f-4540-483b-86a3-ef5303bdd92b tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] Pushing event deleted for resources: {'Port': ['ID=ff45d292-d43f-4ba5-a93f-3bb8c3e973f9,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:43:18.761330 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-0c14bf6f-4540-483b-86a3-ef5303bdd92b tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:43:18.872563 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d1fdf39-1f6e-4d34-ae84-6501dd0aaaf5 req-0c14bf6f-4540-483b-86a3-ef5303bdd92b tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] No DVR routers for this DVR port ff45d292-d43f-4ba5-a93f-3bb8c3e973f9 on host hv-cinder-80918 {{(pid=82346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Sep 15 13:43:18.875733 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-6d1fdf39-1f6e-4d34-ae84-6501dd0aaaf5 req-0c14bf6f-4540-483b-86a3-ef5303bdd92b tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251427'] for port, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:18.903133 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-6d1fdf39-1f6e-4d34-ae84-6501dd0aaaf5 req-0c14bf6f-4540-483b-86a3-ef5303bdd92b tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] 10.222.0.36 "DELETE /v2.0/ports/ff45d292-d43f-4ba5-a93f-3bb8c3e973f9 HTTP/1.1" status: 204  len: 173 time: 0.9836769
Sep 15 13:43:18.938679 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] get_ports_and_sgs() called for port_ids ['ff45d292-d43f-4ba5-a93f-3bb8c3e973f9'] {{(pid=82347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 15 13:43:19.001510 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc3e1891-9149-403b-837f-8485e675ed2d', 'name': 'network-vif-deleted', 'tag': 'ff45d292-d43f-4ba5-a93f-3bb8c3e973f9'}] {{(pid=82346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Sep 15 13:43:19.101956 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc3e1891-9149-403b-837f-8485e675ed2d', 'name': 'network-vif-deleted', 'tag': 'ff45d292-d43f-4ba5-a93f-3bb8c3e973f9', 'status': 'completed', 'code': 200}
Sep 15 13:43:19.114141 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-05e904a0-608d-4e42-ada3-2c221818df90 req-73275970-811b-4ed5-a027-91c3b7caa018 service neutron] 10.222.0.36 "GET /v2.0/networks/9b5d95b3-3bf8-4370-9b66-9dd986b48a07?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4058733
Sep 15 13:43:19.340234 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4733f1bc-6341-4405-bef1-50cf92da4243 req-61617222-7764-4640-a07e-ff83719aba59 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:19.341850 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-4733f1bc-6341-4405-bef1-50cf92da4243 req-61617222-7764-4640-a07e-ff83719aba59 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6e8854d-558e-48c7-b160-ac7f6c1744c4 HTTP/1.1" status: 200  len: 945 time: 0.1944382
Sep 15 13:43:19.345285 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-05e904a0-608d-4e42-ada3-2c221818df90 req-7645048f-1e00-4af2-bcfb-e62fb0ba82a8 service neutron] 10.222.0.36 "GET /v2.0/networks/9b5d95b3-3bf8-4370-9b66-9dd986b48a07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2246549
Sep 15 13:43:19.389964 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-4733f1bc-6341-4405-bef1-50cf92da4243 req-27b6557c-f1e8-4602-b0e2-a32c541bb158 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=89e16839-325b-4e32-8166-088abba378dc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419457
Sep 15 13:43:19.434189 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Device 73211b22-d115-4834-ae3e-58763991d80c details requested by agent hyperv_hv-cinder-80918 with host hv-cinder-80918 {{(pid=82347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Sep 15 13:43:19.442097 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Device 3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7 up at agent hyperv_hv-cinder-80918 {{(pid=82347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Sep 15 13:43:19.614402 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Provisioning for port 3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7 completed by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Sep 15 13:43:19.625065 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Provisioning complete for port 3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7 triggered by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:43:19.625516 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:19.698518 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] For port 73211b22-d115-4834-ae3e-58763991d80c, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=73211b22-d115-4834-ae3e-58763991d80c,segment=NetworkSegment(1ed3a544-0c3b-4c22-95a9-80d26a08a4c3),segment_id=1ed3a544-0c3b-4c22-95a9-80d26a08a4c3)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:43:19.723925 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Returning: {'device': '73211b22-d115-4834-ae3e-58763991d80c', 'network_id': '9b5d95b3-3bf8-4370-9b66-9dd986b48a07', 'port_id': '73211b22-d115-4834-ae3e-58763991d80c', 'mac_address': 'fa:16:3e:4e:c4:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1beceede-0773-432e-935b-1a5d4e30ef31', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 15 13:43:19.751991 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-ebf435fc-7788-4bf4-a3f1-541c1447b5bc req-d27b36a9-53cf-4774-abb9-c6803ac6bf88 tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc3e1891-9149-403b-837f-8485e675ed2d HTTP/1.1" status: 200  len: 210 time: 0.0853586
Sep 15 13:43:19.832999 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:19.852330 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73211b22-d115-4834-ae3e-58763991d80c {{(pid=82347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Sep 15 13:43:19.855947 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:19.896441 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6e8854d-558e-48c7-b160-ac7f6c1744c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7'}] {{(pid=82347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Sep 15 13:43:19.903335 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] For port 73211b22-d115-4834-ae3e-58763991d80c, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=73211b22-d115-4834-ae3e-58763991d80c,segment=NetworkSegment(1ed3a544-0c3b-4c22-95a9-80d26a08a4c3),segment_id=1ed3a544-0c3b-4c22-95a9-80d26a08a4c3)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:43:19.908842 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] For port 3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7,segment=NetworkSegment(11169836-79b2-4822-b283-a5d557a2336a),segment_id=11169836-79b2-4822-b283-a5d557a2336a)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:43:19.910505 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:19.912430 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-116b5b99-2ab9-47fc-97ee-c0bea07dd89b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:43:19.913391 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26da667a-2d87-4957-8e08-413e3f7052ed req-452e7fba-ae6f-4cbd-ace1-a60f2fdca65b tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:19.915143 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-26da667a-2d87-4957-8e08-413e3f7052ed req-452e7fba-ae6f-4cbd-ace1-a60f2fdca65b tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd70dcea-4388-4e4b-b2f9-cd0a3d527f8c HTTP/1.1" status: 200  len: 943 time: 0.0904710
Sep 15 13:43:19.974390 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-26da667a-2d87-4957-8e08-413e3f7052ed req-af02d96f-a12d-4bf4-8df0-3eb0b18b2e3f tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b1f0a69-cc00-494c-a8bd-7433e4a011ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0523875
Sep 15 13:43:20.098246 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6e8854d-558e-48c7-b160-ac7f6c1744c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7', 'code': 200}
Sep 15 13:43:20.099811 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:20.136131 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Pushing event updated for resources: {'Port': ['ID=73211b22-d115-4834-ae3e-58763991d80c,revision_number=4']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:43:20.139216 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:43:20.139766 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:43:20.209074 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Pushing event updated for resources: {'Port': ['ID=3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7,revision_number=5']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:43:20.212113 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:43:20.275177 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86606a87-7897-42e0-81bc-c78988c797b4 req-b3888cce-35e9-414e-b636-4992f10ecb78 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:20.276823 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-86606a87-7897-42e0-81bc-c78988c797b4 req-b3888cce-35e9-414e-b636-4992f10ecb78 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "GET /v2.0/ports?device_id=18687200-4d0b-4f86-b9fc-2c3ddbc470b2 HTTP/1.1" status: 200  len: 946 time: 0.1491895
Sep 15 13:43:20.286719 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-96f3db4d-dba9-46f7-9842-6e2f256715ea req-66f22bc4-cf99-47cc-93a4-8179c2cf6db2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f6e8854d-558e-48c7-b160-ac7f6c1744c4 HTTP/1.1" status: 200  len: 1099 time: 0.1088059
Sep 15 13:43:20.302157 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] get_ports_and_sgs() called for port_ids ['73211b22-d115-4834-ae3e-58763991d80c'] {{(pid=82347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 15 13:43:20.369439 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-86606a87-7897-42e0-81bc-c78988c797b4 req-b0e46bd1-6152-446e-97d8-2b3b0c71f0c9 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "GET /v2.0/security-groups?id=4781b849-c099-4cd6-9eb8-2f7a21e5e982&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0856888
Sep 15 13:43:20.370760 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-96f3db4d-dba9-46f7-9842-6e2f256715ea req-e0775e01-ff2a-45dd-b003-bc7913ca496a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=89e16839-325b-4e32-8166-088abba378dc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0694180
Sep 15 13:43:20.399707 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 36436) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:43:20.652004 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 36448) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:43:20.676173 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f7b177-5ec0-41c5-8411-e2c0c3a7efeb req-d0eec563-8634-4255-be2b-37f9657a3a31 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:20.677809 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-14f7b177-5ec0-41c5-8411-e2c0c3a7efeb req-d0eec563-8634-4255-be2b-37f9657a3a31 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6e8854d-558e-48c7-b160-ac7f6c1744c4 HTTP/1.1" status: 200  len: 946 time: 0.1521156
Sep 15 13:43:20.680780 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-061f5139-15f9-4e93-b9cd-98bb51a84777 tempest-TestMinimumBasicScenario-1784788509 tempest-TestMinimumBasicScenario-1784788509-project-admin] Synchronizing usage tracker for tenant:5f7edb401cc54afb9928e823dbb2152c on resource:port {{(pid=82345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Sep 15 13:43:20.726234 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-061f5139-15f9-4e93-b9cd-98bb51a84777 tempest-TestMinimumBasicScenario-1784788509 tempest-TestMinimumBasicScenario-1784788509-project-admin] Unset dirty status for tenant:5f7edb401cc54afb9928e823dbb2152c on resource:port {{(pid=82345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Sep 15 13:43:20.727509 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-061f5139-15f9-4e93-b9cd-98bb51a84777 tempest-TestMinimumBasicScenario-1784788509 tempest-TestMinimumBasicScenario-1784788509-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=18687200-4d0b-4f86-b9fc-2c3ddbc470b2 HTTP/1.1" status: 200  len: 1094 time: 0.3265841
Sep 15 13:43:20.731377 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 36454) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:43:20.738592 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [None req-4b8b9b73-6c3d-42e0-9adb-98e204c2bba8 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Request body: {'floatingip': {'floating_network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'port_id': 'fee43d8f-d5bf-489e-b08b-1f9127053587', 'tenant_id': 'f4690db418f54210bb493bf3245c165d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=82346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:43:20.738851 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-14f7b177-5ec0-41c5-8411-e2c0c3a7efeb req-69a5c7c6-580b-410f-8f3a-9b21be94e4d8 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=89e16839-325b-4e32-8166-088abba378dc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0540822
Sep 15 13:43:20.745882 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-4b8b9b73-6c3d-42e0-9adb-98e204c2bba8 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:43:20.750351 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-4b8b9b73-6c3d-42e0-9adb-98e204c2bba8 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Usage tracker for resource:floatingip and tenant:f4690db418f54210bb493bf3245c165d is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:43:20.753567 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-4b8b9b73-6c3d-42e0-9adb-98e204c2bba8 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:43:20.760316 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-4b8b9b73-6c3d-42e0-9adb-98e204c2bba8 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:43:20.769874 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-4b8b9b73-6c3d-42e0-9adb-98e204c2bba8 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Notify callbacks [] for floatingip, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:20.875147 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-c7aa7c64-5d7e-45ce-883e-54bab716158c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3b343a736370447dba3155d3075235cd&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2196622
Sep 15 13:43:20.875622 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 36462) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:43:21.017050 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b8fcbfe1-f345-4b1f-9782-cc4bb82c4882 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:21.056878 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b8fcbfe1-f345-4b1f-9782-cc4bb82c4882 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:21.064864 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-4b8b9b73-6c3d-42e0-9adb-98e204c2bba8 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:21.219928 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b8fcbfe1-f345-4b1f-9782-cc4bb82c4882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:21.226546 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-c330ca81-ff04-4cb2-b0e4-c3d9d9a695c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:43:21.247252 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fcbfe1-f345-4b1f-9782-cc4bb82c4882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32f70af-b3f8-48e1-bf79-083ed30e0be3,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:43:21.253800 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-b8fcbfe1-f345-4b1f-9782-cc4bb82c4882 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:43:21.270956 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.db_base_plugin_common [None req-4b8b9b73-6c3d-42e0-9adb-98e204c2bba8 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Allocated IP 172.27.2.155 (8154de37-a8f1-49b5-9df6-05123ded69e6/8c022743-acfa-4652-88a1-355a85d34b79/9dd15b7f-543e-4cd3-91ff-af4bec29a17a) {{(pid=82346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Sep 15 13:43:21.275236 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b8fcbfe1-f345-4b1f-9782-cc4bb82c4882 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:21.279871 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ad5bca-4f6c-431f-b920-831f7dab6a09 req-20ef3eb9-b7e0-4685-b440-83135481479f tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:21.280014 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-b8fcbfe1-f345-4b1f-9782-cc4bb82c4882 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b32f70af-b3f8-48e1-bf79-083ed30e0be3 HTTP/1.1" status: 204  len: 168 time: 0.4029665
Sep 15 13:43:21.285152 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-83ad5bca-4f6c-431f-b920-831f7dab6a09 req-20ef3eb9-b7e0-4685-b440-83135481479f tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] 10.222.0.41 "GET /v2.0/networks?id=22c5e686-1e8b-4cf9-8815-eed779998c4a HTTP/1.1" status: 200  len: 809 time: 0.2287338
Sep 15 13:43:21.310318 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27657e2-eb75-4658-a7a4-0f499dda507c req-89062742-2d45-45c8-8cc1-f1e7c5c3dc1c tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:21.315909 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-d27657e2-eb75-4658-a7a4-0f499dda507c req-89062742-2d45-45c8-8cc1-f1e7c5c3dc1c tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd70dcea-4388-4e4b-b2f9-cd0a3d527f8c HTTP/1.1" status: 200  len: 944 time: 0.2104454
Sep 15 13:43:21.324148 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-83ad5bca-4f6c-431f-b920-831f7dab6a09 req-69c5f7c9-899a-4069-adc8-7543f724a99d tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] 10.222.0.41 "GET /v2.0/quotas/80a3f843a4c74e49be14ec5c2a2f7ca3 HTTP/1.1" status: 200  len: 375 time: 0.0352359
Sep 15 13:43:21.384240 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-83ad5bca-4f6c-431f-b920-831f7dab6a09 req-01390666-3add-45b3-a09a-aeb4309ecbda tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=80a3f843a4c74e49be14ec5c2a2f7ca3&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0591161
Sep 15 13:43:21.450855 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Device 73211b22-d115-4834-ae3e-58763991d80c up at agent hyperv_hv-cinder-80918 {{(pid=82347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Sep 15 13:43:21.526137 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-4b8b9b73-6c3d-42e0-9adb-98e204c2bba8 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Notify callbacks [] for port, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:21.570856 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-d27657e2-eb75-4658-a7a4-0f499dda507c req-c6474976-1c2c-4c52-87c8-27d64107af61 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b1f0a69-cc00-494c-a8bd-7433e4a011ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2434764
Sep 15 13:43:21.603329 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Provisioning for port 73211b22-d115-4834-ae3e-58763991d80c completed by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Sep 15 13:43:21.604990 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-83ad5bca-4f6c-431f-b920-831f7dab6a09 req-9735d61f-1978-4d49-839c-585e98450da6 service neutron] 10.222.0.41 "GET /v2.0/networks/22c5e686-1e8b-4cf9-8815-eed779998c4a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2195234
Sep 15 13:43:21.610162 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-4b8b9b73-6c3d-42e0-9adb-98e204c2bba8 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363301743938437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1447919'] for port, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:21.614357 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Provisioning complete for port 73211b22-d115-4834-ae3e-58763991d80c triggered by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:43:21.614943 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:21.616174 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-2496f035-3d60-46b4-8b98-b4646bab0f7a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:43:21.703440 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8b9b73-6c3d-42e0-9adb-98e204c2bba8 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Network 8154de37-a8f1-49b5-9df6-05123ded69e6 is already hosted by enough agents. {{(pid=82346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Sep 15 13:43:21.708924 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8b9b73-6c3d-42e0-9adb-98e204c2bba8 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Pushing event updated for resources: {'Port': ['ID=9dd15b7f-543e-4cd3-91ff-af4bec29a17a,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:43:21.712048 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.base_scheduler [None req-4b8b9b73-6c3d-42e0-9adb-98e204c2bba8 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Resources bound (agent type, host, resource id):  {{(pid=82346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Sep 15 13:43:21.723123 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-4b8b9b73-6c3d-42e0-9adb-98e204c2bba8 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:43:21.726075 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8b9b73-6c3d-42e0-9adb-98e204c2bba8 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Received port after_create {{(pid=82346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 15 13:43:21.776491 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:21.796003 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-83ad5bca-4f6c-431f-b920-831f7dab6a09 req-235aa954-e7cd-4a37-b0e8-0a935ee362f5 service neutron] 10.222.0.41 "GET /v2.0/networks/22c5e686-1e8b-4cf9-8815-eed779998c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1784546
Sep 15 13:43:21.812073 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] For port 73211b22-d115-4834-ae3e-58763991d80c, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=73211b22-d115-4834-ae3e-58763991d80c,segment=NetworkSegment(1ed3a544-0c3b-4c22-95a9-80d26a08a4c3),segment_id=1ed3a544-0c3b-4c22-95a9-80d26a08a4c3)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:43:21.816339 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:21.817476 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Device ff45d292-d43f-4ba5-a93f-3bb8c3e973f9 no longer exists at agent hyperv_hv-cinder-80918 {{(pid=82347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Sep 15 13:43:21.849531 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:43:21.898506 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] No Port match for: ff45d292-d43f-4ba5-a93f-3bb8c3e973f9 {{(pid=82347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Sep 15 13:43:21.899025 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Device ff45d292-d43f-4ba5-a93f-3bb8c3e973f9 not bound to the agent host hv-cinder-80918 {{(pid=82347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Sep 15 13:43:21.935717 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Pushing event updated for resources: {'Port': ['ID=73211b22-d115-4834-ae3e-58763991d80c,revision_number=5']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:43:21.938979 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:43:22.026748 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-d0611cd2-7620-4f1e-8906-a1f412f1a6ef req-69abfd05-62a7-4b37-a529-fba7a2ee168d tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] 10.222.0.41 "GET /v2.0/ports?device_id=31f922ee-89f9-41fb-a389-31a162064de5 HTTP/1.1" status: 200  len: 210 time: 0.0476534
Sep 15 13:43:22.050379 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ae5f1a-0b85-4cdd-ab0d-38d3915343ba req-1e0307a6-93bf-4bfc-899b-143a4db80087 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:22.052020 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-33ae5f1a-0b85-4cdd-ab0d-38d3915343ba req-1e0307a6-93bf-4bfc-899b-143a4db80087 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6e8854d-558e-48c7-b160-ac7f6c1744c4 HTTP/1.1" status: 200  len: 946 time: 0.1555903
Sep 15 13:43:22.099968 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd70dcea-4388-4e4b-b2f9-cd0a3d527f8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73211b22-d115-4834-ae3e-58763991d80c'}] {{(pid=82347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Sep 15 13:43:22.116055 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-33ae5f1a-0b85-4cdd-ab0d-38d3915343ba req-19fb5912-f1d0-4512-8972-6322011bd0b8 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=89e16839-325b-4e32-8166-088abba378dc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0578063
Sep 15 13:43:22.158513 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd70dcea-4388-4e4b-b2f9-cd0a3d527f8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73211b22-d115-4834-ae3e-58763991d80c', 'code': 200}
Sep 15 13:43:22.343604 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396bb421-feb1-4ff1-9438-bc27d8911050 req-00919d02-aad2-448a-8975-614f255c6883 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:22.346295 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-396bb421-feb1-4ff1-9438-bc27d8911050 req-00919d02-aad2-448a-8975-614f255c6883 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6e8854d-558e-48c7-b160-ac7f6c1744c4 HTTP/1.1" status: 200  len: 946 time: 0.1063588
Sep 15 13:43:22.357341 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 36496) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:43:22.363792 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [None req-1330d0f0-d2ff-425d-9159-1f0f3f3128a3 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Request body: {'floatingip': {'port_id': '3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7'}} {{(pid=82345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:43:22.427665 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-4b8b9b73-6c3d-42e0-9adb-98e204c2bba8 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:22.456243 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-1330d0f0-d2ff-425d-9159-1f0f3f3128a3 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Notify callbacks [] for floatingip, before_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:22.491590 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-4b8b9b73-6c3d-42e0-9adb-98e204c2bba8 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:22.730916 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-4b8b9b73-6c3d-42e0-9adb-98e204c2bba8 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Notify callbacks [] for port, precommit_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:22.734343 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-4b8b9b73-6c3d-42e0-9adb-98e204c2bba8 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853327897'] for port, after_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:22.739225 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-b8eec41f-f62c-44f7-bc03-d39363a7f903 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:43:22.846612 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8b9b73-6c3d-42e0-9adb-98e204c2bba8 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Pushing event updated for resources: {'Port': ['ID=9dd15b7f-543e-4cd3-91ff-af4bec29a17a,revision_number=2']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:43:22.851106 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-4b8b9b73-6c3d-42e0-9adb-98e204c2bba8 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:43:22.861761 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-4b8b9b73-6c3d-42e0-9adb-98e204c2bba8 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853102158'] for floatingip, after_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:22.934838 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-e7547d98-9fb9-421f-a865-36d8ac5f0010 req-a81dbd91-8bf1-4b97-8e5b-49771b26dc0f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dd70dcea-4388-4e4b-b2f9-cd0a3d527f8c HTTP/1.1" status: 200  len: 1098 time: 0.3608379
Sep 15 13:43:23.063470 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.db.l3_db [None req-4b8b9b73-6c3d-42e0-9adb-98e204c2bba8 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Floating IP 3732dd43-af1a-4500-9a39-9d79bfc7f641 associated. External IP: 172.27.2.155, port: fee43d8f-d5bf-489e-b08b-1f9127053587.
Sep 15 13:43:23.083621 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a14de63-86d2-4a2e-b57c-8df8ef9723e2 req-17978def-f671-4e53-ab67-16e40d2162e1 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:23.085258 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-5a14de63-86d2-4a2e-b57c-8df8ef9723e2 req-17978def-f671-4e53-ab67-16e40d2162e1 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd70dcea-4388-4e4b-b2f9-cd0a3d527f8c HTTP/1.1" status: 200  len: 945 time: 0.3643060
Sep 15 13:43:23.105692 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-e7547d98-9fb9-421f-a865-36d8ac5f0010 req-07fb8315-cd8d-43ae-aec7-035a99658eca service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3b1f0a69-cc00-494c-a8bd-7433e4a011ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1624496
Sep 15 13:43:23.224853 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-cd9df091-4e8c-479b-a444-d401f815da95 req-1c7d8334-569d-4d0f-bad6-f1e18ed390b7 tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] 10.222.0.41 "GET /v2.0/ports?device_id=31f922ee-89f9-41fb-a389-31a162064de5 HTTP/1.1" status: 200  len: 210 time: 0.0553081
Sep 15 13:43:23.232055 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-5a14de63-86d2-4a2e-b57c-8df8ef9723e2 req-9f3b71ba-3e95-4ed7-9633-88b54d7f1f34 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b1f0a69-cc00-494c-a8bd-7433e4a011ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1381054
Sep 15 13:43:23.373342 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-1330d0f0-d2ff-425d-9159-1f0f3f3128a3 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:23.376901 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-1330d0f0-d2ff-425d-9159-1f0f3f3128a3 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853102158'] for floatingip, after_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:23.727288 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b8b9b73-6c3d-42e0-9adb-98e204c2bba8 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Router cbcf65af-5671-409b-8800-fbc195aa143b has already been hosted by L3 agent c919ec5e-912e-4080-8a6b-9b8956cb875b {{(pid=82346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Sep 15 13:43:23.896137 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ad5bca-4f6c-431f-b920-831f7dab6a09 req-aa212d4d-79bb-46e4-8356-1f639f992022 tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:23.897825 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-83ad5bca-4f6c-431f-b920-831f7dab6a09 req-aa212d4d-79bb-46e4-8356-1f639f992022 tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] 10.222.0.36 "GET /v2.0/networks?id=22c5e686-1e8b-4cf9-8815-eed779998c4a HTTP/1.1" status: 200  len: 809 time: 0.4618366
Sep 15 13:43:23.919526 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [req-83ad5bca-4f6c-431f-b920-831f7dab6a09 req-c128284a-11c6-4140-baa3-d395167be698 tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] Request body: {'port': {'device_id': '31f922ee-89f9-41fb-a389-31a162064de5', 'network_id': '22c5e686-1e8b-4cf9-8815-eed779998c4a', 'admin_state_up': True, 'tenant_id': '80a3f843a4c74e49be14ec5c2a2f7ca3'}} {{(pid=82345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:43:23.942001 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b8b9b73-6c3d-42e0-9adb-98e204c2bba8 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Notify agent at l3_agent.dv-cinder-809181-1-iscsi the message routers_updated {{(pid=82346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Sep 15 13:43:23.953213 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9509a9-6d49-422d-bd01-9eafdb9dcc90 None None] Sync routers for ids ['cbcf65af-5671-409b-8800-fbc195aa143b'] in dv-cinder-809181-1-iscsi {{(pid=82347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Sep 15 13:43:23.965437 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-4b8b9b73-6c3d-42e0-9adb-98e204c2bba8 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251427'] for floatingip, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:23.967808 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9509a9-6d49-422d-bd01-9eafdb9dcc90 None None] Routers {'cbcf65af-5671-409b-8800-fbc195aa143b'} bound to L3 agent in host dv-cinder-809181-1-iscsi {{(pid=82347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 15 13:43:23.968731 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-4c9509a9-6d49-422d-bd01-9eafdb9dcc90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cd1db49e8>, 'dv-cinder-809181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T13:29:29Z,description=<?>,heartbeat_timestamp=2021-09-15T13:42:59Z,host='dv-cinder-809181-1-iscsi',id=c919ec5e-912e-4080-8a6b-9b8956cb875b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T13:29:29Z,topic='l3_agent')) {'router_ids': ['cbcf65af-5671-409b-8800-fbc195aa143b'], 'active': True} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:43:24.023747 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-4b8b9b73-6c3d-42e0-9adb-98e204c2bba8 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 3.2883542
Sep 15 13:43:24.023747 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18687200-4d0b-4f86-b9fc-2c3ddbc470b2', 'tag': 'fee43d8f-d5bf-489e-b08b-1f9127053587'}] {{(pid=82346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Sep 15 13:43:24.027659 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 36508) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:43:24.060479 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.db.l3_db [None req-1330d0f0-d2ff-425d-9159-1f0f3f3128a3 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Floating IP c3867969-3fc1-466b-a111-195ebc9765f0 associated. External IP: 172.27.2.253, port: 3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7.
Sep 15 13:43:24.065028 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [None req-5dc465b9-cbc9-4a51-90e7-844a0ad4d69b tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2037662067', 'description': 'tempest-secgroup-smoke-2037662067 description', 'project_id': 'f4690db418f54210bb493bf3245c165d'}} {{(pid=82346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:43:24.072190 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-5dc465b9-cbc9-4a51-90e7-844a0ad4d69b tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:43:24.082987 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18687200-4d0b-4f86-b9fc-2c3ddbc470b2', 'tag': 'fee43d8f-d5bf-489e-b08b-1f9127053587', 'status': 'completed', 'code': 200}
Sep 15 13:43:24.086853 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-5dc465b9-cbc9-4a51-90e7-844a0ad4d69b tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:43:24.097266 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5dc465b9-cbc9-4a51-90e7-844a0ad4d69b tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Notify callbacks [] for security_group, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:24.173575 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvr_db [None req-4c9509a9-6d49-422d-bd01-9eafdb9dcc90 None None] Set router cbcf65af-5671-409b-8800-fbc195aa143b gateway port host: dv-cinder-809181-1-iscsi {{(pid=82347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Sep 15 13:43:24.192350 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-5dc465b9-cbc9-4a51-90e7-844a0ad4d69b tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:43:24.202668 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-5dc465b9-cbc9-4a51-90e7-844a0ad4d69b tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Usage tracker for resource:security_group_rule and tenant:f4690db418f54210bb493bf3245c165d is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:43:24.207758 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-5dc465b9-cbc9-4a51-90e7-844a0ad4d69b tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:43:24.218320 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [req-83ad5bca-4f6c-431f-b920-831f7dab6a09 req-c128284a-11c6-4140-baa3-d395167be698 tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:43:24.225336 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-83ad5bca-4f6c-431f-b920-831f7dab6a09 req-c128284a-11c6-4140-baa3-d395167be698 tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] Usage tracker for resource:port and tenant:80a3f843a4c74e49be14ec5c2a2f7ca3 is out of sync, need to count used quota {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:43:24.227074 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-5dc465b9-cbc9-4a51-90e7-844a0ad4d69b tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:43:24.229003 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-83ad5bca-4f6c-431f-b920-831f7dab6a09 req-c128284a-11c6-4140-baa3-d395167be698 tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:43:24.236911 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [req-83ad5bca-4f6c-431f-b920-831f7dab6a09 req-c128284a-11c6-4140-baa3-d395167be698 tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:43:24.248685 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-2263b98e-2a00-4f28-b027-c22963c09ab8 req-55470e94-10e7-46ad-8064-081bcdf2960c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f4690db418f54210bb493bf3245c165d&device_id=18687200-4d0b-4f86-b9fc-2c3ddbc470b2 HTTP/1.1" status: 200  len: 1099 time: 0.1111403
Sep 15 13:43:24.294057 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83ad5bca-4f6c-431f-b920-831f7dab6a09 req-c128284a-11c6-4140-baa3-d395167be698 tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] Made reservation on behalf of 80a3f843a4c74e49be14ec5c2a2f7ca3 for: {'port': 1} {{(pid=82345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Sep 15 13:43:24.299703 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-83ad5bca-4f6c-431f-b920-831f7dab6a09 req-c128284a-11c6-4140-baa3-d395167be698 tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:24.488888 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5dc465b9-cbc9-4a51-90e7-844a0ad4d69b tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Notify callbacks [] for security_group, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:24.494670 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5dc465b9-cbc9-4a51-90e7-844a0ad4d69b tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:24.502262 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-2accfed2-7d12-4906-ae11-af4e7d808d1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:43:24.564459 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2263b98e-2a00-4f28-b027-c22963c09ab8 req-1b51deb8-17bc-47b3-b616-26ef3d364051 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:24.566951 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-2263b98e-2a00-4f28-b027-c22963c09ab8 req-1b51deb8-17bc-47b3-b616-26ef3d364051 service neutron] 10.222.0.36 "GET /v2.0/networks?id=22ed8d12-b9e3-40b4-a189-731c2b225206 HTTP/1.1" status: 200  len: 916 time: 0.3041403
Sep 15 13:43:24.572207 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc465b9-cbc9-4a51-90e7-844a0ad4d69b tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a370e798-c2ca-4b03-8fe8-b0ca4ec5f77a,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:43:24.575563 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-5dc465b9-cbc9-4a51-90e7-844a0ad4d69b tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:43:24.582944 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-3e110099-91e9-45b2-aa9c-a810f4822193 req-6245984e-f924-4cbe-8a98-5b0b69c09220 tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] 10.222.0.41 "GET /v2.0/ports?device_id=31f922ee-89f9-41fb-a389-31a162064de5 HTTP/1.1" status: 200  len: 210 time: 0.0853200
Sep 15 13:43:24.630438 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5dc465b9-cbc9-4a51-90e7-844a0ad4d69b tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Notify callbacks [] for security_group, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:24.634681 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-5dc465b9-cbc9-4a51-90e7-844a0ad4d69b tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.6024187
Sep 15 13:43:24.638225 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 36518) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:43:24.655423 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [None req-d3431d25-3653-45c8-b12d-3cde116e44c7 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Request body: {'security_group_rule': {'security_group_id': 'a370e798-c2ca-4b03-8fe8-b0ca4ec5f77a', 'project_id': 'f4690db418f54210bb493bf3245c165d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:43:24.665972 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-d3431d25-3653-45c8-b12d-3cde116e44c7 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:43:24.680786 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-d3431d25-3653-45c8-b12d-3cde116e44c7 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Usage tracker for resource:security_group_rule and tenant:f4690db418f54210bb493bf3245c165d is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:43:24.686244 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-d3431d25-3653-45c8-b12d-3cde116e44c7 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:43:24.696315 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-d3431d25-3653-45c8-b12d-3cde116e44c7 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:43:24.698678 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-4c9509a9-6d49-422d-bd01-9eafdb9dcc90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cd1db49e8>, [{'id': 'cbcf65af-5671-409b-8800-fbc195aa143b', 'name': 'tempest-TestMinimumBasicScenario-1022558155-router', 'tenant_id': 'f4690db418f54210bb493bf3245c165d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '4991f538-f040-446c-85fd-77ffb9e8a3c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:42:14Z', 'updated_at': '2021-09-15T13:42:18Z', 'revision_number': 4, 'project_id': 'f4690db418f54210bb493bf3245c165d', 'gw_port': {'id': '4991f538-f040-446c-85fd-77ffb9e8a3c9', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:35:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcf65af-5671-409b-8800-fbc195aa143b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:42:15Z', 'updated_at': '2021-09-15T13:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi', '_floatingips': [{'id': '3732dd43-af1a-4500-9a39-9d79bfc7f641', 'tenant_id': 'f4690db418f54210bb493bf3245c165d', 'floating_ip_address': '172.27.2.155', 'floating_network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'router_id': 'cbcf65af-5671-409b-8800-fbc195aa143b', 'port_id': 'fee43d8f-d5bf-489e-b08b-1f9127053587', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22ed8d12-b9e3-40b4-a189-731c2b225206', 'mac_address': 'fa:16:3e:18:ab:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18687200-4d0b-4f86-b9fc-2c3ddbc470b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:43:22Z', 'updated_at': '2021-09-15T13:43:22Z', 'revision_number': 0, 'project_id': 'f4690db418f54210bb493bf3245c165d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcded881-accd-42aa-9c25-1782deda1dfe', 'name': '', 'network_id': '22ed8d12-b9e3-40b4-a189-731c2b225206', 'tenant_id': 'f4690db418f54210bb493bf3245c165d', 'mac_address': 'fa:16:3e:c0:c6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcf65af-5671-409b-8800-fbc195aa143b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0feade9-7551-46e8-99cf-5fe531501bdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:42:17Z', 'updated_at': '2021-09-15T13:42:27Z', 'revision_number': 5, 'project_id': 'f4690db418f54210bb493bf3245c165d', 'subnets': [{'id': 'b0feade9-7551-46e8-99cf-5fe531501bdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-iscsi', False) {} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:43:24.704520 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9509a9-6d49-422d-bd01-9eafdb9dcc90 None None] Checking router: cbcf65af-5671-409b-8800-fbc195aa143b for host: dv-cinder-809181-1-iscsi {{(pid=82347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Sep 15 13:43:24.715138 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-2263b98e-2a00-4f28-b027-c22963c09ab8 req-5216be20-5d8a-408a-8eec-d8e57220320d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fee43d8f-d5bf-489e-b08b-1f9127053587 HTTP/1.1" status: 200  len: 1000 time: 0.1383705
Sep 15 13:43:24.715892 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.db_base_plugin_common [req-83ad5bca-4f6c-431f-b920-831f7dab6a09 req-c128284a-11c6-4140-baa3-d395167be698 tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] Allocated IP 172.20.0.7 (22c5e686-1e8b-4cf9-8815-eed779998c4a/5ff1b6d6-b719-4717-9095-e467b3f3968e/ab2933f2-ca62-4690-9b24-923e802c251c) {{(pid=82345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Sep 15 13:43:24.717141 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9509a9-6d49-422d-bd01-9eafdb9dcc90 None None] Routers {'cbcf65af-5671-409b-8800-fbc195aa143b'} bound to L3 agent in host dv-cinder-809181-1-iscsi {{(pid=82347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 15 13:43:24.717769 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-4c9509a9-6d49-422d-bd01-9eafdb9dcc90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cd1db49e8>, 'dv-cinder-809181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T13:29:29Z,description=<?>,heartbeat_timestamp=2021-09-15T13:42:59Z,host='dv-cinder-809181-1-iscsi',id=c919ec5e-912e-4080-8a6b-9b8956cb875b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T13:29:29Z,topic='l3_agent')) {'router_ids': ['cbcf65af-5671-409b-8800-fbc195aa143b'], 'active': True} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:43:24.735830 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a2ff29-76c0-4158-8d02-4554695f08eb req-4779c92a-de08-4545-8156-17302d7c557e tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:24.738000 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-e4a2ff29-76c0-4158-8d02-4554695f08eb req-4779c92a-de08-4545-8156-17302d7c557e tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd70dcea-4388-4e4b-b2f9-cd0a3d527f8c HTTP/1.1" status: 200  len: 945 time: 0.2851584
Sep 15 13:43:24.768470 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-d3431d25-3653-45c8-b12d-3cde116e44c7 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:24.824884 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2263b98e-2a00-4f28-b027-c22963c09ab8 req-b42f68bd-9cae-4538-bf60-e6c97e08573e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:24.826497 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-2263b98e-2a00-4f28-b027-c22963c09ab8 req-b42f68bd-9cae-4538-bf60-e6c97e08573e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0feade9-7551-46e8-99cf-5fe531501bdc HTTP/1.1" status: 200  len: 854 time: 0.1027312
Sep 15 13:43:24.897300 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-d3431d25-3653-45c8-b12d-3cde116e44c7 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:24.903965 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-d3431d25-3653-45c8-b12d-3cde116e44c7 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016664'] for security_group_rule, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:24.913730 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvr_db [None req-4c9509a9-6d49-422d-bd01-9eafdb9dcc90 None None] Set router cbcf65af-5671-409b-8800-fbc195aa143b gateway port host: dv-cinder-809181-1-iscsi {{(pid=82347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Sep 15 13:43:24.913908 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-fd66a2fb-ab38-4f16-a00e-20f4cd0977fa tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:43:24.947142 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3431d25-3653-45c8-b12d-3cde116e44c7 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04d732f6-c2c9-45c8-a9ab-550fd5fc4e25,revision_number=0']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:43:24.950109 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-d3431d25-3653-45c8-b12d-3cde116e44c7 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:43:24.959098 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-d3431d25-3653-45c8-b12d-3cde116e44c7 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:24.963155 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-d3431d25-3653-45c8-b12d-3cde116e44c7 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.3218939
Sep 15 13:43:24.963831 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 36522) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:43:24.969853 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [None req-b463d175-0ace-43c9-935e-9743f455b592 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Request body: {'security_group_rule': {'security_group_id': 'a370e798-c2ca-4b03-8fe8-b0ca4ec5f77a', 'project_id': 'f4690db418f54210bb493bf3245c165d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=82346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:43:24.977197 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-2263b98e-2a00-4f28-b027-c22963c09ab8 req-6b8b70c9-a1c8-471d-a5b9-51ac1277d94c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=22ed8d12-b9e3-40b4-a189-731c2b225206&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1388195
Sep 15 13:43:24.979418 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-b463d175-0ace-43c9-935e-9743f455b592 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:43:24.983554 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-b463d175-0ace-43c9-935e-9743f455b592 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Usage tracker for resource:security_group_rule and tenant:f4690db418f54210bb493bf3245c165d is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:43:25.001998 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-e4a2ff29-76c0-4158-8d02-4554695f08eb req-77376f20-a258-4679-9577-3a1349e85d8d tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b1f0a69-cc00-494c-a8bd-7433e4a011ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2526309
Sep 15 13:43:25.009947 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-b463d175-0ace-43c9-935e-9743f455b592 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:43:25.022529 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-b463d175-0ace-43c9-935e-9743f455b592 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:43:25.115965 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b463d175-0ace-43c9-935e-9743f455b592 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:25.163102 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-83ad5bca-4f6c-431f-b920-831f7dab6a09 req-c128284a-11c6-4140-baa3-d395167be698 tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] Notify callbacks [] for port, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:25.183172 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-2263b98e-2a00-4f28-b027-c22963c09ab8 req-2beac9bc-60de-4e72-83e4-73dd79fd9602 service neutron] 10.222.0.36 "GET /v2.0/networks/22ed8d12-b9e3-40b4-a189-731c2b225206?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1963124
Sep 15 13:43:25.217889 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-83ad5bca-4f6c-431f-b920-831f7dab6a09 req-c128284a-11c6-4140-baa3-d395167be698 tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363301743938437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852138254'] for port, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:25.225004 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:43:25.251394 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b463d175-0ace-43c9-935e-9743f455b592 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:25.288128 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1330d0f0-d2ff-425d-9159-1f0f3f3128a3 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Router b57ef187-4677-4138-9304-5ae1a012bd28 has already been hosted by L3 agent c919ec5e-912e-4080-8a6b-9b8956cb875b {{(pid=82345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Sep 15 13:43:25.305325 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b463d175-0ace-43c9-935e-9743f455b592 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016664'] for security_group_rule, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:25.313429 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-4c9509a9-6d49-422d-bd01-9eafdb9dcc90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cd1db49e8>, [{'id': 'cbcf65af-5671-409b-8800-fbc195aa143b', 'name': 'tempest-TestMinimumBasicScenario-1022558155-router', 'tenant_id': 'f4690db418f54210bb493bf3245c165d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '4991f538-f040-446c-85fd-77ffb9e8a3c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:42:14Z', 'updated_at': '2021-09-15T13:42:18Z', 'revision_number': 4, 'project_id': 'f4690db418f54210bb493bf3245c165d', 'gw_port': {'id': '4991f538-f040-446c-85fd-77ffb9e8a3c9', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:35:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcf65af-5671-409b-8800-fbc195aa143b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:42:15Z', 'updated_at': '2021-09-15T13:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi', '_floatingips': [{'id': '3732dd43-af1a-4500-9a39-9d79bfc7f641', 'tenant_id': 'f4690db418f54210bb493bf3245c165d', 'floating_ip_address': '172.27.2.155', 'floating_network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'router_id': 'cbcf65af-5671-409b-8800-fbc195aa143b', 'port_id': 'fee43d8f-d5bf-489e-b08b-1f9127053587', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22ed8d12-b9e3-40b4-a189-731c2b225206', 'mac_address': 'fa:16:3e:18:ab:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18687200-4d0b-4f86-b9fc-2c3ddbc470b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:43:22Z', 'updated_at': '2021-09-15T13:43:22Z', 'revision_number': 0, 'project_id': 'f4690db418f54210bb493bf3245c165d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcded881-accd-42aa-9c25-1782deda1dfe', 'name': '', 'network_id': '22ed8d12-b9e3-40b4-a189-731c2b225206', 'tenant_id': 'f4690db418f54210bb493bf3245c165d', 'mac_address': 'fa:16:3e:c0:c6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcf65af-5671-409b-8800-fbc195aa143b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0feade9-7551-46e8-99cf-5fe531501bdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:42:17Z', 'updated_at': '2021-09-15T13:42:27Z', 'revision_number': 5, 'project_id': 'f4690db418f54210bb493bf3245c165d', 'subnets': [{'id': 'b0feade9-7551-46e8-99cf-5fe531501bdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-iscsi', False) {} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:43:25.315258 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83ad5bca-4f6c-431f-b920-831f7dab6a09 req-c128284a-11c6-4140-baa3-d395167be698 tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] Network 22c5e686-1e8b-4cf9-8815-eed779998c4a is already hosted by enough agents. {{(pid=82345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Sep 15 13:43:25.316171 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c128284a-11c6-4140-baa3-d395167be698 tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] Pushing event updated for resources: {'Port': ['ID=ab2933f2-ca62-4690-9b24-923e802c251c,revision_number=1']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:43:25.318172 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9509a9-6d49-422d-bd01-9eafdb9dcc90 None None] The sync data for ids ['cbcf65af-5671-409b-8800-fbc195aa143b'] in dv-cinder-809181-1-iscsi is: [{'id': 'cbcf65af-5671-409b-8800-fbc195aa143b', 'name': 'tempest-TestMinimumBasicScenario-1022558155-router', 'tenant_id': 'f4690db418f54210bb493bf3245c165d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '4991f538-f040-446c-85fd-77ffb9e8a3c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:42:14Z', 'updated_at': '2021-09-15T13:42:18Z', 'revision_number': 4, 'project_id': 'f4690db418f54210bb493bf3245c165d', 'gw_port': {'id': '4991f538-f040-446c-85fd-77ffb9e8a3c9', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:35:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcf65af-5671-409b-8800-fbc195aa143b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:42:15Z', 'updated_at': '2021-09-15T13:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi', '_floatingips': [{'id': '3732dd43-af1a-4500-9a39-9d79bfc7f641', 'tenant_id': 'f4690db418f54210bb493bf3245c165d', 'floating_ip_address': '172.27.2.155', 'floating_network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'router_id': 'cbcf65af-5671-409b-8800-fbc195aa143b', 'port_id': 'fee43d8f-d5bf-489e-b08b-1f9127053587', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22ed8d12-b9e3-40b4-a189-731c2b225206', 'mac_address': 'fa:16:3e:18:ab:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18687200-4d0b-4f86-b9fc-2c3ddbc470b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:43:22Z', 'updated_at': '2021-09-15T13:43:22Z', 'revision_number': 0, 'project_id': 'f4690db418f54210bb493bf3245c165d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcded881-accd-42aa-9c25-1782deda1dfe', 'name': '', 'network_id': '22ed8d12-b9e3-40b4-a189-731c2b225206', 'tenant_id': 'f4690db418f54210bb493bf3245c165d', 'mac_address': 'fa:16:3e:c0:c6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcf65af-5671-409b-8800-fbc195aa143b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0feade9-7551-46e8-99cf-5fe531501bdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:42:17Z', 'updated_at': '2021-09-15T13:42:27Z', 'revision_number': 5, 'project_id': 'f4690db418f54210bb493bf3245c165d', 'subnets': [{'id': 'b0feade9-7551-46e8-99cf-5fe531501bdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Sep 15 13:43:25.319617 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-d3431d25-3653-45c8-b12d-3cde116e44c7 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:43:25.319912 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.base_scheduler [req-83ad5bca-4f6c-431f-b920-831f7dab6a09 req-c128284a-11c6-4140-baa3-d395167be698 tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] Resources bound (agent type, host, resource id):  {{(pid=82345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Sep 15 13:43:25.321917 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-c128284a-11c6-4140-baa3-d395167be698 tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:43:25.323307 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [req-83ad5bca-4f6c-431f-b920-831f7dab6a09 req-c128284a-11c6-4140-baa3-d395167be698 tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] Received port after_create {{(pid=82345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 15 13:43:25.357606 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b463d175-0ace-43c9-935e-9743f455b592 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8052b8a-46d2-4d19-b204-d9e8f53f70c6,revision_number=0']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:43:25.360339 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-b463d175-0ace-43c9-935e-9743f455b592 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:43:25.370166 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b463d175-0ace-43c9-935e-9743f455b592 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:25.374234 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-b463d175-0ace-43c9-935e-9743f455b592 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.4071431
Sep 15 13:43:25.381820 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 36526) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:43:25.392975 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [None req-305800b1-389c-44e0-918c-555ecb7614a8 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Request body: {'security_group_rule': {'security_group_id': 'a370e798-c2ca-4b03-8fe8-b0ca4ec5f77a', 'project_id': 'f4690db418f54210bb493bf3245c165d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=82346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:43:25.401357 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-305800b1-389c-44e0-918c-555ecb7614a8 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:43:25.408390 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-2263b98e-2a00-4f28-b027-c22963c09ab8 req-ffc22188-0eab-4a9d-978b-2e42694713fc service neutron] 10.222.0.36 "GET /v2.0/networks/22ed8d12-b9e3-40b4-a189-731c2b225206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2168036
Sep 15 13:43:25.409928 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-305800b1-389c-44e0-918c-555ecb7614a8 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Usage tracker for resource:security_group_rule and tenant:f4690db418f54210bb493bf3245c165d is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:43:25.413244 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-305800b1-389c-44e0-918c-555ecb7614a8 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:43:25.419430 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-305800b1-389c-44e0-918c-555ecb7614a8 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:43:25.437176 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-305800b1-389c-44e0-918c-555ecb7614a8 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:25.506032 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-305800b1-389c-44e0-918c-555ecb7614a8 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:25.508902 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-305800b1-389c-44e0-918c-555ecb7614a8 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016664'] for security_group_rule, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:25.511081 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-5f5efed8-3481-4222-a3f4-24ea69d97490 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:43:25.532922 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ad5bca-4f6c-431f-b920-831f7dab6a09 req-c128284a-11c6-4140-baa3-d395167be698 tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:25.533593 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-83ad5bca-4f6c-431f-b920-831f7dab6a09 req-c128284a-11c6-4140-baa3-d395167be698 tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251427'] for port, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:25.536994 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305800b1-389c-44e0-918c-555ecb7614a8 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd131eae-01f3-4c31-ae2a-8e7cffc8e80c,revision_number=0']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:43:25.541365 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-305800b1-389c-44e0-918c-555ecb7614a8 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:43:25.548625 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-305800b1-389c-44e0-918c-555ecb7614a8 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:25.552944 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-305800b1-389c-44e0-918c-555ecb7614a8 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1699748
Sep 15 13:43:25.553238 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 36530) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:43:25.569358 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [None req-3e95d463-cb38-4d68-bb0b-3e4e4d0e2c56 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Request body: {'security_group_rule': {'security_group_id': 'a370e798-c2ca-4b03-8fe8-b0ca4ec5f77a', 'project_id': 'f4690db418f54210bb493bf3245c165d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=82345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:43:25.577491 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-3e95d463-cb38-4d68-bb0b-3e4e4d0e2c56 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:43:25.581379 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-83ad5bca-4f6c-431f-b920-831f7dab6a09 req-c128284a-11c6-4140-baa3-d395167be698 tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6653497
Sep 15 13:43:25.592187 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-3e95d463-cb38-4d68-bb0b-3e4e4d0e2c56 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Usage tracker for resource:security_group_rule and tenant:f4690db418f54210bb493bf3245c165d is out of sync, need to count used quota {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:43:25.597260 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-3e95d463-cb38-4d68-bb0b-3e4e4d0e2c56 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:43:25.606154 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-3e95d463-cb38-4d68-bb0b-3e4e4d0e2c56 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:43:25.612917 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [req-83ad5bca-4f6c-431f-b920-831f7dab6a09 req-184ae705-680e-41e0-973e-b1ae95b6d12b service neutron] Request body: {'port': {'device_id': '31f922ee-89f9-41fb-a389-31a162064de5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80918'}} {{(pid=82345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:43:25.690289 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-3e95d463-cb38-4d68-bb0b-3e4e4d0e2c56 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:25.731006 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9861e20-8488-46a6-960a-3a2b99305df1 None None] New status for floating IP 3732dd43-af1a-4500-9a39-9d79bfc7f641: ACTIVE {{(pid=82348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Sep 15 13:43:25.854453 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-83ad5bca-4f6c-431f-b920-831f7dab6a09 req-184ae705-680e-41e0-973e-b1ae95b6d12b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:25.979722 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-3e95d463-cb38-4d68-bb0b-3e4e4d0e2c56 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:25.994650 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1330d0f0-d2ff-425d-9159-1f0f3f3128a3 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Notify agent at l3_agent.dv-cinder-809181-1-iscsi the message routers_updated {{(pid=82345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Sep 15 13:43:25.996297 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-3e95d463-cb38-4d68-bb0b-3e4e4d0e2c56 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016664'] for security_group_rule, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:26.008730 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca6623-4c70-4b79-a7e5-d32dc8bda7cd req-9df9d743-212d-441d-8fc1-d5933281ff9f tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:26.009484 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-0aca6623-4c70-4b79-a7e5-d32dc8bda7cd req-9df9d743-212d-441d-8fc1-d5933281ff9f tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] Synchronizing usage tracker for tenant:80a3f843a4c74e49be14ec5c2a2f7ca3 on resource:port {{(pid=82345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Sep 15 13:43:26.009638 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03692211-5412-4897-a4b2-94788028790b None None] Sync routers for ids ['b57ef187-4677-4138-9304-5ae1a012bd28'] in dv-cinder-809181-1-iscsi {{(pid=82347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Sep 15 13:43:26.023423 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03692211-5412-4897-a4b2-94788028790b None None] Routers {'b57ef187-4677-4138-9304-5ae1a012bd28'} bound to L3 agent in host dv-cinder-809181-1-iscsi {{(pid=82347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 15 13:43:26.024206 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-03692211-5412-4897-a4b2-94788028790b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cd1db4748>, 'dv-cinder-809181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T13:29:29Z,description=<?>,heartbeat_timestamp=2021-09-15T13:42:59Z,host='dv-cinder-809181-1-iscsi',id=c919ec5e-912e-4080-8a6b-9b8956cb875b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T13:29:29Z,topic='l3_agent')) {'router_ids': ['b57ef187-4677-4138-9304-5ae1a012bd28'], 'active': True} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:43:26.063499 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:43:26.093871 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-1330d0f0-d2ff-425d-9159-1f0f3f3128a3 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251427'] for floatingip, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:26.140159 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e95d463-cb38-4d68-bb0b-3e4e4d0e2c56 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1475f902-b7ba-473e-a856-2330770af07b,revision_number=0']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:43:26.155063 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-3e95d463-cb38-4d68-bb0b-3e4e4d0e2c56 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:43:26.200919 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-0aca6623-4c70-4b79-a7e5-d32dc8bda7cd req-9df9d743-212d-441d-8fc1-d5933281ff9f tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] Unset dirty status for tenant:80a3f843a4c74e49be14ec5c2a2f7ca3 on resource:port {{(pid=82345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Sep 15 13:43:26.202156 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-0aca6623-4c70-4b79-a7e5-d32dc8bda7cd req-9df9d743-212d-441d-8fc1-d5933281ff9f tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] 10.222.0.41 "GET /v2.0/ports?device_id=31f922ee-89f9-41fb-a389-31a162064de5 HTTP/1.1" status: 200  len: 931 time: 0.4641364
Sep 15 13:43:26.216090 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvr_db [None req-03692211-5412-4897-a4b2-94788028790b None None] Set router b57ef187-4677-4138-9304-5ae1a012bd28 gateway port host: dv-cinder-809181-1-iscsi {{(pid=82347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Sep 15 13:43:26.241229 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-3e95d463-cb38-4d68-bb0b-3e4e4d0e2c56 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:26.242468 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-3e95d463-cb38-4d68-bb0b-3e4e4d0e2c56 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.6850805
Sep 15 13:43:26.245963 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 36538) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:43:26.253540 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [None req-dbd60460-b818-4101-8e8c-74c2a23e1f33 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Request body: {'security_group_rule': {'security_group_id': 'a370e798-c2ca-4b03-8fe8-b0ca4ec5f77a', 'project_id': 'f4690db418f54210bb493bf3245c165d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=82346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:43:26.265734 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-dbd60460-b818-4101-8e8c-74c2a23e1f33 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:43:26.277631 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-dbd60460-b818-4101-8e8c-74c2a23e1f33 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Usage tracker for resource:security_group_rule and tenant:f4690db418f54210bb493bf3245c165d is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:43:26.281425 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-dbd60460-b818-4101-8e8c-74c2a23e1f33 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:43:26.289180 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-dbd60460-b818-4101-8e8c-74c2a23e1f33 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:43:26.304837 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.db.securitygroups_db [None req-dbd60460-b818-4101-8e8c-74c2a23e1f33 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Project f4690db418f54210bb493bf3245c165d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Sep 15 13:43:26.313139 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-dbd60460-b818-4101-8e8c-74c2a23e1f33 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:26.394052 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-dbd60460-b818-4101-8e8c-74c2a23e1f33 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:26.398501 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-dbd60460-b818-4101-8e8c-74c2a23e1f33 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016664'] for security_group_rule, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:26.400817 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:43:26.429549 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd60460-b818-4101-8e8c-74c2a23e1f33 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea6051d6-3d30-4aca-b6ea-acdcc1eeeb21,revision_number=0']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:43:26.434821 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-dbd60460-b818-4101-8e8c-74c2a23e1f33 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:43:26.442478 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-dbd60460-b818-4101-8e8c-74c2a23e1f33 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:26.444166 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-dbd60460-b818-4101-8e8c-74c2a23e1f33 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1971128
Sep 15 13:43:26.447064 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 36542) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:43:26.458141 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [None req-794c90fb-c5d8-48fe-aebb-9b88920bf6f6 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Request body: {'security_group_rule': {'security_group_id': 'a370e798-c2ca-4b03-8fe8-b0ca4ec5f77a', 'project_id': 'f4690db418f54210bb493bf3245c165d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=82346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:43:26.465197 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-794c90fb-c5d8-48fe-aebb-9b88920bf6f6 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:43:26.469643 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-794c90fb-c5d8-48fe-aebb-9b88920bf6f6 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Usage tracker for resource:security_group_rule and tenant:f4690db418f54210bb493bf3245c165d is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:43:26.473392 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-794c90fb-c5d8-48fe-aebb-9b88920bf6f6 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:43:26.480061 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-794c90fb-c5d8-48fe-aebb-9b88920bf6f6 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:43:26.491342 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.db.securitygroups_db [None req-794c90fb-c5d8-48fe-aebb-9b88920bf6f6 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Project f4690db418f54210bb493bf3245c165d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Sep 15 13:43:26.499094 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-794c90fb-c5d8-48fe-aebb-9b88920bf6f6 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:26.539128 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-1330d0f0-d2ff-425d-9159-1f0f3f3128a3 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "PUT /v2.0/floatingips/c3867969-3fc1-466b-a111-195ebc9765f0 HTTP/1.1" status: 200  len: 992 time: 4.1804171
Sep 15 13:43:26.545556 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6e8854d-558e-48c7-b160-ac7f6c1744c4', 'tag': '3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7'}] {{(pid=82345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Sep 15 13:43:26.558358 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b8832c49-674e-47b7-a711-00a87a405745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:26.578586 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-794c90fb-c5d8-48fe-aebb-9b88920bf6f6 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:26.581661 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-794c90fb-c5d8-48fe-aebb-9b88920bf6f6 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016664'] for security_group_rule, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:26.583914 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:43:26.606026 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794c90fb-c5d8-48fe-aebb-9b88920bf6f6 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7e2623d-ff67-4997-b23c-10b1484482ee,revision_number=0']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:43:26.610518 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-794c90fb-c5d8-48fe-aebb-9b88920bf6f6 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:43:26.619050 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-794c90fb-c5d8-48fe-aebb-9b88920bf6f6 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:26.623294 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-794c90fb-c5d8-48fe-aebb-9b88920bf6f6 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1722918
Sep 15 13:43:26.673569 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-0aca6623-4c70-4b79-a7e5-d32dc8bda7cd req-389ac76b-1622-45f3-bc83-05aa50fa2350 tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] 10.222.0.41 "GET /v2.0/security-groups?id=7212dde7-41f8-41d3-9a43-fa5de696ce7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4417522
Sep 15 13:43:26.701654 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f39faa9-b460-4083-8f50-46cf68e5030c req-794bb019-e4d7-4db4-ac58-8ff05b70b3e9 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:26.703356 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-2f39faa9-b460-4083-8f50-46cf68e5030c req-794bb019-e4d7-4db4-ac58-8ff05b70b3e9 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd70dcea-4388-4e4b-b2f9-cd0a3d527f8c HTTP/1.1" status: 200  len: 945 time: 0.5495987
Sep 15 13:43:26.776648 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-03692211-5412-4897-a4b2-94788028790b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cd1db4748>, [{'id': 'b57ef187-4677-4138-9304-5ae1a012bd28', 'name': 'tempest-AttachVolumeShelveTestJSON-500667379-router', 'tenant_id': '025c529061864e2ab47987e7d6ed7d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': '05c1d5c3-330b-4f4d-9200-6dad9f8a07b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:37Z', 'updated_at': '2021-09-15T13:37:48Z', 'revision_number': 4, 'project_id': '025c529061864e2ab47987e7d6ed7d28', 'gw_port': {'id': '05c1d5c3-330b-4f4d-9200-6dad9f8a07b3', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cf:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57ef187-4677-4138-9304-5ae1a012bd28', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:38Z', 'updated_at': '2021-09-15T13:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi', '_floatingips': [{'id': 'c3867969-3fc1-466b-a111-195ebc9765f0', 'tenant_id': '025c529061864e2ab47987e7d6ed7d28', 'floating_ip_address': '172.27.2.253', 'floating_network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'router_id': 'b57ef187-4677-4138-9304-5ae1a012bd28', 'port_id': '3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9c16276-857e-49e4-bec2-1a6e621bb0c0', 'mac_address': 'fa:16:3e:a8:d7:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e8854d-558e-48c7-b160-ac7f6c1744c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:43:07Z', 'updated_at': '2021-09-15T13:43:23Z', 'revision_number': 1, 'project_id': '025c529061864e2ab47987e7d6ed7d28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e087af7b-9fed-4da0-b075-bf2545f634df', 'name': '', 'network_id': 'e9c16276-857e-49e4-bec2-1a6e621bb0c0', 'tenant_id': '025c529061864e2ab47987e7d6ed7d28', 'mac_address': 'fa:16:3e:a1:63:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57ef187-4677-4138-9304-5ae1a012bd28', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d3cda93-f669-4c8c-b3ae-fd1f6c47904a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:44Z', 'updated_at': '2021-09-15T13:38:13Z', 'revision_number': 5, 'project_id': '025c529061864e2ab47987e7d6ed7d28', 'subnets': [{'id': '5d3cda93-f669-4c8c-b3ae-fd1f6c47904a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-iscsi', False) {} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:43:26.780869 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03692211-5412-4897-a4b2-94788028790b None None] Checking router: b57ef187-4677-4138-9304-5ae1a012bd28 for host: dv-cinder-809181-1-iscsi {{(pid=82347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Sep 15 13:43:26.795719 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03692211-5412-4897-a4b2-94788028790b None None] Routers {'b57ef187-4677-4138-9304-5ae1a012bd28'} bound to L3 agent in host dv-cinder-809181-1-iscsi {{(pid=82347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 15 13:43:26.796408 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-03692211-5412-4897-a4b2-94788028790b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cd1db4748>, 'dv-cinder-809181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T13:29:29Z,description=<?>,heartbeat_timestamp=2021-09-15T13:42:59Z,host='dv-cinder-809181-1-iscsi',id=c919ec5e-912e-4080-8a6b-9b8956cb875b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T13:29:29Z,topic='l3_agent')) {'router_ids': ['b57ef187-4677-4138-9304-5ae1a012bd28'], 'active': True} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:43:26.817289 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-2f39faa9-b460-4083-8f50-46cf68e5030c req-a8e402a5-988e-4e1e-b4c5-25087956628a tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b1f0a69-cc00-494c-a8bd-7433e4a011ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1045780
Sep 15 13:43:26.823039 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [req-83ad5bca-4f6c-431f-b920-831f7dab6a09 req-184ae705-680e-41e0-973e-b1ae95b6d12b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab2933f2-ca62-4690-9b24-923e802c251c {{(pid=82345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Sep 15 13:43:26.830455 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-83ad5bca-4f6c-431f-b920-831f7dab6a09 req-184ae705-680e-41e0-973e-b1ae95b6d12b service neutron] Notify callbacks [] for port, precommit_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:26.848884 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [req-83ad5bca-4f6c-431f-b920-831f7dab6a09 req-184ae705-680e-41e0-973e-b1ae95b6d12b service neutron] Transition to ACTIVE for port object ab2933f2-ca62-4690-9b24-923e802c251c will not be triggered until provisioned by entity L2. {{(pid=82345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Sep 15 13:43:26.854521 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-83ad5bca-4f6c-431f-b920-831f7dab6a09 req-184ae705-680e-41e0-973e-b1ae95b6d12b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2637562'] for port, after_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:26.859716 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:43:26.997237 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvr_db [None req-03692211-5412-4897-a4b2-94788028790b None None] Set router b57ef187-4677-4138-9304-5ae1a012bd28 gateway port host: dv-cinder-809181-1-iscsi {{(pid=82347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Sep 15 13:43:27.025176 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184ae705-680e-41e0-973e-b1ae95b6d12b service neutron] Pushing event updated for resources: {'Port': ['ID=ab2933f2-ca62-4690-9b24-923e802c251c,revision_number=2']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:43:27.032663 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-184ae705-680e-41e0-973e-b1ae95b6d12b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:43:27.132183 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-9722465c-efca-41ae-88ae-e8102a8b3002 req-e0a133dd-e37a-40fa-b79e-ece2322e9af0 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2037662067&fields=id&tenant_id=f4690db418f54210bb493bf3245c165d HTTP/1.1" status: 200  len: 267 time: 0.1512086
Sep 15 13:43:27.144186 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6e8854d-558e-48c7-b160-ac7f6c1744c4', 'tag': '3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7', 'status': 'completed', 'code': 200}
Sep 15 13:43:27.217742 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.agents_db [None req-051818a7-3814-4859-966a-2c4e7d325cc9 None None] Agent healthcheck: found 6 active agents {{(pid=82348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Sep 15 13:43:27.239806 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [req-83ad5bca-4f6c-431f-b920-831f7dab6a09 req-184ae705-680e-41e0-973e-b1ae95b6d12b service neutron] Attempting to bind port ab2933f2-ca62-4690-9b24-923e802c251c on host hv-cinder-80918 for vnic_type normal with profile  {{(pid=82345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Sep 15 13:43:27.240189 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [req-83ad5bca-4f6c-431f-b920-831f7dab6a09 req-184ae705-680e-41e0-973e-b1ae95b6d12b service neutron] Attempting to bind port ab2933f2-ca62-4690-9b24-923e802c251c by drivers openvswitch,hyperv on host hv-cinder-80918 at level 0 using segments [{'id': '9af64173-1608-49cc-9c02-54e3e7c2beb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '22c5e686-1e8b-4cf9-8815-eed779998c4a'}] {{(pid=82345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Sep 15 13:43:27.240559 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ad5bca-4f6c-431f-b920-831f7dab6a09 req-184ae705-680e-41e0-973e-b1ae95b6d12b service neutron] Attempting to bind port ab2933f2-ca62-4690-9b24-923e802c251c on network 22c5e686-1e8b-4cf9-8815-eed779998c4a {{(pid=82345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Sep 15 13:43:27.304743 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-401dbcc4-fb5a-4ff9-9ade-c1a2ecd5e761 req-537c4b9b-65fa-4145-8d10-9535b9189ba8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=025c529061864e2ab47987e7d6ed7d28&device_id=f6e8854d-558e-48c7-b160-ac7f6c1744c4 HTTP/1.1" status: 200  len: 1099 time: 0.1193306
Sep 15 13:43:27.307165 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ad5bca-4f6c-431f-b920-831f7dab6a09 req-184ae705-680e-41e0-973e-b1ae95b6d12b service neutron] Port ab2933f2-ca62-4690-9b24-923e802c251c on network 22c5e686-1e8b-4cf9-8815-eed779998c4a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80918 {{(pid=82345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 15 13:43:27.307618 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ad5bca-4f6c-431f-b920-831f7dab6a09 req-184ae705-680e-41e0-973e-b1ae95b6d12b service neutron] Attempting to bind port ab2933f2-ca62-4690-9b24-923e802c251c on network 22c5e686-1e8b-4cf9-8815-eed779998c4a {{(pid=82345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Sep 15 13:43:27.332309 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ad5bca-4f6c-431f-b920-831f7dab6a09 req-184ae705-680e-41e0-973e-b1ae95b6d12b service neutron] Checking agent: {'id': '0b6080d1-6da0-4ccd-961d-05ec14f91c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80918', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 35, 33), 'started_at': datetime.datetime(2021, 9, 15, 13, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Sep 15 13:43:27.332693 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ad5bca-4f6c-431f-b920-831f7dab6a09 req-184ae705-680e-41e0-973e-b1ae95b6d12b service neutron] Checking segment: {'id': '9af64173-1608-49cc-9c02-54e3e7c2beb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '22c5e686-1e8b-4cf9-8815-eed779998c4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Sep 15 13:43:27.333117 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ad5bca-4f6c-431f-b920-831f7dab6a09 req-184ae705-680e-41e0-973e-b1ae95b6d12b service neutron] Bound using segment: {'id': '9af64173-1608-49cc-9c02-54e3e7c2beb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '22c5e686-1e8b-4cf9-8815-eed779998c4a'} {{(pid=82345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Sep 15 13:43:27.333647 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [req-83ad5bca-4f6c-431f-b920-831f7dab6a09 req-184ae705-680e-41e0-973e-b1ae95b6d12b service neutron] Bound port: ab2933f2-ca62-4690-9b24-923e802c251c, host: hv-cinder-80918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9af64173-1608-49cc-9c02-54e3e7c2beb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '22c5e686-1e8b-4cf9-8815-eed779998c4a'}}] {{(pid=82345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Sep 15 13:43:27.333990 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-83ad5bca-4f6c-431f-b920-831f7dab6a09 req-184ae705-680e-41e0-973e-b1ae95b6d12b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:27.349945 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9722465c-efca-41ae-88ae-e8102a8b3002 req-62e131c3-332c-476b-9c18-8adc6b5a855b tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:27.351575 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-9722465c-efca-41ae-88ae-e8102a8b3002 req-62e131c3-332c-476b-9c18-8adc6b5a855b tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "GET /v2.0/ports?device_id=18687200-4d0b-4f86-b9fc-2c3ddbc470b2 HTTP/1.1" status: 200  len: 946 time: 0.2065144
Sep 15 13:43:27.375014 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [req-9722465c-efca-41ae-88ae-e8102a8b3002 req-85e5914e-eca5-4ed8-8d55-d03d6760caaa tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Request body: {'port': {'security_groups': ['4781b849-c099-4cd6-9eb8-2f7a21e5e982', 'a370e798-c2ca-4b03-8fe8-b0ca4ec5f77a']}} {{(pid=82345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:43:27.386082 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-03692211-5412-4897-a4b2-94788028790b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cd1db4748>, [{'id': 'b57ef187-4677-4138-9304-5ae1a012bd28', 'name': 'tempest-AttachVolumeShelveTestJSON-500667379-router', 'tenant_id': '025c529061864e2ab47987e7d6ed7d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': '05c1d5c3-330b-4f4d-9200-6dad9f8a07b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:37Z', 'updated_at': '2021-09-15T13:37:48Z', 'revision_number': 4, 'project_id': '025c529061864e2ab47987e7d6ed7d28', 'gw_port': {'id': '05c1d5c3-330b-4f4d-9200-6dad9f8a07b3', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cf:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57ef187-4677-4138-9304-5ae1a012bd28', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:38Z', 'updated_at': '2021-09-15T13:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi', '_floatingips': [{'id': 'c3867969-3fc1-466b-a111-195ebc9765f0', 'tenant_id': '025c529061864e2ab47987e7d6ed7d28', 'floating_ip_address': '172.27.2.253', 'floating_network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'router_id': 'b57ef187-4677-4138-9304-5ae1a012bd28', 'port_id': '3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9c16276-857e-49e4-bec2-1a6e621bb0c0', 'mac_address': 'fa:16:3e:a8:d7:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e8854d-558e-48c7-b160-ac7f6c1744c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:43:07Z', 'updated_at': '2021-09-15T13:43:23Z', 'revision_number': 1, 'project_id': '025c529061864e2ab47987e7d6ed7d28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e087af7b-9fed-4da0-b075-bf2545f634df', 'name': '', 'network_id': 'e9c16276-857e-49e4-bec2-1a6e621bb0c0', 'tenant_id': '025c529061864e2ab47987e7d6ed7d28', 'mac_address': 'fa:16:3e:a1:63:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57ef187-4677-4138-9304-5ae1a012bd28', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d3cda93-f669-4c8c-b3ae-fd1f6c47904a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:44Z', 'updated_at': '2021-09-15T13:38:13Z', 'revision_number': 5, 'project_id': '025c529061864e2ab47987e7d6ed7d28', 'subnets': [{'id': '5d3cda93-f669-4c8c-b3ae-fd1f6c47904a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-iscsi', False) {} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:43:27.390290 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03692211-5412-4897-a4b2-94788028790b None None] The sync data for ids ['b57ef187-4677-4138-9304-5ae1a012bd28'] in dv-cinder-809181-1-iscsi is: [{'id': 'b57ef187-4677-4138-9304-5ae1a012bd28', 'name': 'tempest-AttachVolumeShelveTestJSON-500667379-router', 'tenant_id': '025c529061864e2ab47987e7d6ed7d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': '05c1d5c3-330b-4f4d-9200-6dad9f8a07b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:37Z', 'updated_at': '2021-09-15T13:37:48Z', 'revision_number': 4, 'project_id': '025c529061864e2ab47987e7d6ed7d28', 'gw_port': {'id': '05c1d5c3-330b-4f4d-9200-6dad9f8a07b3', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cf:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57ef187-4677-4138-9304-5ae1a012bd28', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:38Z', 'updated_at': '2021-09-15T13:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi', '_floatingips': [{'id': 'c3867969-3fc1-466b-a111-195ebc9765f0', 'tenant_id': '025c529061864e2ab47987e7d6ed7d28', 'floating_ip_address': '172.27.2.253', 'floating_network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'router_id': 'b57ef187-4677-4138-9304-5ae1a012bd28', 'port_id': '3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9c16276-857e-49e4-bec2-1a6e621bb0c0', 'mac_address': 'fa:16:3e:a8:d7:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e8854d-558e-48c7-b160-ac7f6c1744c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:43:07Z', 'updated_at': '2021-09-15T13:43:23Z', 'revision_number': 1, 'project_id': '025c529061864e2ab47987e7d6ed7d28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e087af7b-9fed-4da0-b075-bf2545f634df', 'name': '', 'network_id': 'e9c16276-857e-49e4-bec2-1a6e621bb0c0', 'tenant_id': '025c529061864e2ab47987e7d6ed7d28', 'mac_address': 'fa:16:3e:a1:63:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57ef187-4677-4138-9304-5ae1a012bd28', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d3cda93-f669-4c8c-b3ae-fd1f6c47904a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:44Z', 'updated_at': '2021-09-15T13:38:13Z', 'revision_number': 5, 'project_id': '025c529061864e2ab47987e7d6ed7d28', 'subnets': [{'id': '5d3cda93-f669-4c8c-b3ae-fd1f6c47904a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Sep 15 13:43:27.462318 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401dbcc4-fb5a-4ff9-9ade-c1a2ecd5e761 req-9241f016-7bd3-4bab-81db-5d6d025098eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:27.463988 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-401dbcc4-fb5a-4ff9-9ade-c1a2ecd5e761 req-9241f016-7bd3-4bab-81db-5d6d025098eb service neutron] 10.222.0.36 "GET /v2.0/networks?id=e9c16276-857e-49e4-bec2-1a6e621bb0c0 HTTP/1.1" status: 200  len: 917 time: 0.1520631
Sep 15 13:43:27.479834 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d8f5c0-2964-4e51-94ed-c1fd041acfc3 req-15acb200-cd6d-43f1-a5df-d953b43b7ffd tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:27.481464 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-d8d8f5c0-2964-4e51-94ed-c1fd041acfc3 req-15acb200-cd6d-43f1-a5df-d953b43b7ffd tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd70dcea-4388-4e4b-b2f9-cd0a3d527f8c HTTP/1.1" status: 200  len: 945 time: 0.2358100
Sep 15 13:43:27.493821 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 36556) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:43:27.508211 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [None req-875eb72a-3234-4a25-973c-b8173b3a7861 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Request body: {'floatingip': {'port_id': '73211b22-d115-4834-ae3e-58763991d80c'}} {{(pid=82345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:43:27.580236 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-401dbcc4-fb5a-4ff9-9ade-c1a2ecd5e761 req-472abb35-a371-4bf1-90be-d5561198869c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7 HTTP/1.1" status: 200  len: 1000 time: 0.1062553
Sep 15 13:43:27.650160 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-875eb72a-3234-4a25-973c-b8173b3a7861 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Notify callbacks [] for floatingip, before_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:27.653993 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401dbcc4-fb5a-4ff9-9ade-c1a2ecd5e761 req-6ae100e6-bbed-47b1-98cf-a722b5952d48 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:27.655600 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-401dbcc4-fb5a-4ff9-9ade-c1a2ecd5e761 req-6ae100e6-bbed-47b1-98cf-a722b5952d48 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5d3cda93-f669-4c8c-b3ae-fd1f6c47904a HTTP/1.1" status: 200  len: 855 time: 0.0692225
Sep 15 13:43:27.738216 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [req-83ad5bca-4f6c-431f-b920-831f7dab6a09 req-184ae705-680e-41e0-973e-b1ae95b6d12b service neutron] For port ab2933f2-ca62-4690-9b24-923e802c251c, host hv-cinder-80918, cleared binding levels {{(pid=82345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Sep 15 13:43:27.743664 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-401dbcc4-fb5a-4ff9-9ade-c1a2ecd5e761 req-e111020c-39ab-4fcf-a12a-fce84f867708 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e9c16276-857e-49e4-bec2-1a6e621bb0c0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0817976
Sep 15 13:43:27.789795 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636e9192-9269-4ef3-a094-8326ab40f974 None None] New status for floating IP c3867969-3fc1-466b-a111-195ebc9765f0: ACTIVE {{(pid=82348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Sep 15 13:43:27.824457 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [req-83ad5bca-4f6c-431f-b920-831f7dab6a09 req-184ae705-680e-41e0-973e-b1ae95b6d12b service neutron] For port ab2933f2-ca62-4690-9b24-923e802c251c, host hv-cinder-80918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=ab2933f2-ca62-4690-9b24-923e802c251c,segment=NetworkSegment(9af64173-1608-49cc-9c02-54e3e7c2beb6),segment_id=9af64173-1608-49cc-9c02-54e3e7c2beb6)] {{(pid=82345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Sep 15 13:43:27.828133 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-9722465c-efca-41ae-88ae-e8102a8b3002 req-85e5914e-eca5-4ed8-8d55-d03d6760caaa tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:27.904149 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-401dbcc4-fb5a-4ff9-9ade-c1a2ecd5e761 req-f9a3d815-8ef1-4123-bfa6-ada461eb1fc9 service neutron] 10.222.0.36 "GET /v2.0/networks/e9c16276-857e-49e4-bec2-1a6e621bb0c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1535425
Sep 15 13:43:27.916648 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-83ad5bca-4f6c-431f-b920-831f7dab6a09 req-184ae705-680e-41e0-973e-b1ae95b6d12b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2637562'] for port, after_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:27.933041 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-d9898652-2027-4d84-8f97-2f722bf83bc2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:43:28.051685 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-401dbcc4-fb5a-4ff9-9ade-c1a2ecd5e761 req-96c0c124-1a44-4774-b2c0-8543274da33f service neutron] 10.222.0.36 "GET /v2.0/networks/e9c16276-857e-49e4-bec2-1a6e621bb0c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1407785
Sep 15 13:43:28.076806 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-83ad5bca-4f6c-431f-b920-831f7dab6a09 req-184ae705-680e-41e0-973e-b1ae95b6d12b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251427'] for port, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:28.078290 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-83ad5bca-4f6c-431f-b920-831f7dab6a09 req-184ae705-680e-41e0-973e-b1ae95b6d12b service neutron] 10.222.0.36 "PUT /v2.0/ports/ab2933f2-ca62-4690-9b24-923e802c251c HTTP/1.1" status: 200  len: 1093 time: 2.4733088
Sep 15 13:43:28.097114 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184ae705-680e-41e0-973e-b1ae95b6d12b service neutron] Pushing event updated for resources: {'Port': ['ID=ab2933f2-ca62-4690-9b24-923e802c251c,revision_number=3']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:43:28.110279 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:28.167248 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-184ae705-680e-41e0-973e-b1ae95b6d12b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:43:28.371498 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b186a-1d10-499a-ae12-f0fbc405c79d req-cd89aa7e-be13-443a-9000-f5d07bb205c1 tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:28.373051 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-e12b186a-1d10-499a-ae12-f0fbc405c79d req-cd89aa7e-be13-443a-9000-f5d07bb205c1 tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] 10.222.0.41 "GET /v2.0/ports?device_id=31f922ee-89f9-41fb-a389-31a162064de5 HTTP/1.1" status: 200  len: 943 time: 0.5524232
Sep 15 13:43:28.839020 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-83ad5bca-4f6c-431f-b920-831f7dab6a09 req-fae8a333-e109-42f6-9291-95097f912e69 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=80a3f843a4c74e49be14ec5c2a2f7ca3&device_id=31f922ee-89f9-41fb-a389-31a162064de5 HTTP/1.1" status: 200  len: 1096 time: 0.6731822
Sep 15 13:43:28.883077 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-85dee57e-6177-447f-bd08-c18434875f0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:28.945716 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-e12b186a-1d10-499a-ae12-f0fbc405c79d req-f060574d-6ea6-496e-90c0-1007a7702cb0 tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] 10.222.0.41 "GET /v2.0/security-groups?id=7212dde7-41f8-41d3-9a43-fa5de696ce7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5599873
Sep 15 13:43:28.984535 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-83ad5bca-4f6c-431f-b920-831f7dab6a09 req-fd12683e-e7bc-4e61-96fc-37d229f7343f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab2933f2-ca62-4690-9b24-923e802c251c HTTP/1.1" status: 200  len: 217 time: 0.1163440
Sep 15 13:43:28.997497 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [req-9722465c-efca-41ae-88ae-e8102a8b3002 req-85e5914e-eca5-4ed8-8d55-d03d6760caaa tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] For port fee43d8f-d5bf-489e-b08b-1f9127053587, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=fee43d8f-d5bf-489e-b08b-1f9127053587,segment=NetworkSegment(1d9e96c7-616e-4a0a-ae4e-0fa650630ffb),segment_id=1d9e96c7-616e-4a0a-ae4e-0fa650630ffb)] {{(pid=82345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:43:29.092150 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ad5bca-4f6c-431f-b920-831f7dab6a09 req-7ae8c5a1-228b-420c-b228-3ab55a6cfe77 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:29.093632 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-83ad5bca-4f6c-431f-b920-831f7dab6a09 req-7ae8c5a1-228b-420c-b228-3ab55a6cfe77 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5ff1b6d6-b719-4717-9095-e467b3f3968e HTTP/1.1" status: 200  len: 849 time: 0.0982964
Sep 15 13:43:29.101264 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-9722465c-efca-41ae-88ae-e8102a8b3002 req-85e5914e-eca5-4ed8-8d55-d03d6760caaa tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Notify callbacks [] for port, precommit_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:29.105617 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-9722465c-efca-41ae-88ae-e8102a8b3002 req-85e5914e-eca5-4ed8-8d55-d03d6760caaa tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2637562'] for port, after_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:29.115480 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-8769da79-7ad2-4802-b7f8-95d57235a99e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:43:29.141582 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9acd9d20-0ed4-40fe-8ec3-e1d8b485d7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:29.147994 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] get_ports_and_sgs() called for port_ids ['fee43d8f-d5bf-489e-b08b-1f9127053587'] {{(pid=82347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 15 13:43:29.154683 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31f922ee-89f9-41fb-a389-31a162064de5', 'tag': 'ab2933f2-ca62-4690-9b24-923e802c251c'}] {{(pid=82345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Sep 15 13:43:29.218962 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-83ad5bca-4f6c-431f-b920-831f7dab6a09 req-29a7ed9e-ee1f-4f1f-a087-49c08e33a8be service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=22c5e686-1e8b-4cf9-8815-eed779998c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0717821
Sep 15 13:43:29.323739 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31f922ee-89f9-41fb-a389-31a162064de5', 'tag': 'ab2933f2-ca62-4690-9b24-923e802c251c', 'status': 'completed', 'code': 200}
Sep 15 13:43:29.328943 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9722465c-efca-41ae-88ae-e8102a8b3002 req-85e5914e-eca5-4ed8-8d55-d03d6760caaa tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:29.329889 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-9722465c-efca-41ae-88ae-e8102a8b3002 req-85e5914e-eca5-4ed8-8d55-d03d6760caaa tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251427'] for port, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:29.331432 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-9722465c-efca-41ae-88ae-e8102a8b3002 req-85e5914e-eca5-4ed8-8d55-d03d6760caaa tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "PUT /v2.0/ports/fee43d8f-d5bf-489e-b08b-1f9127053587 HTTP/1.1" status: 200  len: 982 time: 1.9645991
Sep 15 13:43:29.391834 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e5914e-eca5-4ed8-8d55-d03d6760caaa tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Pushing event updated for resources: {'Port': ['ID=fee43d8f-d5bf-489e-b08b-1f9127053587,revision_number=6']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:43:29.398952 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-85e5914e-eca5-4ed8-8d55-d03d6760caaa tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:43:29.447127 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] get_ports_and_sgs() called for port_ids ['fee43d8f-d5bf-489e-b08b-1f9127053587'] {{(pid=82347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 15 13:43:29.506125 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-875eb72a-3234-4a25-973c-b8173b3a7861 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:29.525795 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-875eb72a-3234-4a25-973c-b8173b3a7861 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853102158'] for floatingip, after_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:29.687187 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-83ad5bca-4f6c-431f-b920-831f7dab6a09 req-43ff7d1c-8045-4384-8cd2-92707cb9a93f service neutron] 10.222.0.36 "GET /v2.0/networks/22c5e686-1e8b-4cf9-8815-eed779998c4a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4598975
Sep 15 13:43:29.706080 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-a1c91210-5e04-4642-8637-950f979c3d4a None None] Provisioning complete for port fee43d8f-d5bf-489e-b08b-1f9127053587 triggered by entity DHCP. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:43:29.706506 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-a1c91210-5e04-4642-8637-950f979c3d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:29.819876 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86318e4-966a-481a-9114-d5f50669b893 req-8f884a2c-8970-46c6-bd11-b94b274dd53a tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:29.821489 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a86318e4-966a-481a-9114-d5f50669b893 req-8f884a2c-8970-46c6-bd11-b94b274dd53a tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "GET /v2.0/ports?device_id=18687200-4d0b-4f86-b9fc-2c3ddbc470b2 HTTP/1.1" status: 200  len: 985 time: 0.3689892
Sep 15 13:43:29.910068 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-83ad5bca-4f6c-431f-b920-831f7dab6a09 req-d37a0b4c-47fc-4f43-ab3c-fa3e353fa228 service neutron] 10.222.0.36 "GET /v2.0/networks/22c5e686-1e8b-4cf9-8815-eed779998c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2124474
Sep 15 13:43:29.928415 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a86318e4-966a-481a-9114-d5f50669b893 req-36287eb4-b014-4df2-9ef6-4aaec498ce61 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "GET /v2.0/security-groups?id=4781b849-c099-4cd6-9eb8-2f7a21e5e982&id=a370e798-c2ca-4b03-8fe8-b0ca4ec5f77a&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0890095
Sep 15 13:43:29.968807 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.db.l3_db [None req-875eb72a-3234-4a25-973c-b8173b3a7861 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Floating IP b8e0b571-8f70-40ee-bc99-65f985914ebc associated. External IP: 172.27.2.236, port: 73211b22-d115-4834-ae3e-58763991d80c.
Sep 15 13:43:30.265612 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-9d898970-9ef6-4f3e-afc6-7a4af5fb05b4 req-bd417fe2-e167-4156-9268-9a559f12d897 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=80a3f843a4c74e49be14ec5c2a2f7ca3&device_id=31f922ee-89f9-41fb-a389-31a162064de5 HTTP/1.1" status: 200  len: 1096 time: 0.2432191
Sep 15 13:43:30.276131 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d143070d-71fc-4532-b1c8-c95858b63ea5 req-384143f1-d09b-4bbe-87f5-b2b6df5e3599 tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:30.277673 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-d143070d-71fc-4532-b1c8-c95858b63ea5 req-384143f1-d09b-4bbe-87f5-b2b6df5e3599 tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] 10.222.0.41 "GET /v2.0/ports?device_id=31f922ee-89f9-41fb-a389-31a162064de5 HTTP/1.1" status: 200  len: 943 time: 0.1495123
Sep 15 13:43:30.447467 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-d143070d-71fc-4532-b1c8-c95858b63ea5 req-a7bf7e69-23d1-4f02-8720-086334ffe3a9 tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] 10.222.0.41 "GET /v2.0/security-groups?id=7212dde7-41f8-41d3-9a43-fa5de696ce7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1636612
Sep 15 13:43:30.490278 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d898970-9ef6-4f3e-afc6-7a4af5fb05b4 req-94ba7947-1af8-42cf-9a16-3351a5b19af8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:30.491921 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-9d898970-9ef6-4f3e-afc6-7a4af5fb05b4 req-94ba7947-1af8-42cf-9a16-3351a5b19af8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=22c5e686-1e8b-4cf9-8815-eed779998c4a HTTP/1.1" status: 200  len: 910 time: 0.1881025
Sep 15 13:43:30.549825 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b47e50d5-ffd8-49d4-a6b6-3168cd38e3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:30.903973 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-9d898970-9ef6-4f3e-afc6-7a4af5fb05b4 req-cdf86188-0be5-4bab-8823-5501e5791cc0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab2933f2-ca62-4690-9b24-923e802c251c HTTP/1.1" status: 200  len: 217 time: 0.3482490
Sep 15 13:43:30.996935 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d898970-9ef6-4f3e-afc6-7a4af5fb05b4 req-e11cce5e-fd48-4957-b525-3b3b95720dac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:30.998503 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-9d898970-9ef6-4f3e-afc6-7a4af5fb05b4 req-e11cce5e-fd48-4957-b525-3b3b95720dac service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5ff1b6d6-b719-4717-9095-e467b3f3968e HTTP/1.1" status: 200  len: 849 time: 0.0863400
Sep 15 13:43:31.052018 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-9d898970-9ef6-4f3e-afc6-7a4af5fb05b4 req-191a3359-994f-45e8-8277-e22719292cb9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=22c5e686-1e8b-4cf9-8815-eed779998c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0461967
Sep 15 13:43:31.200979 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-875eb72a-3234-4a25-973c-b8173b3a7861 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Router 0c1a9be1-12af-4edc-90ba-07b85f4575b2 has already been hosted by L3 agent c919ec5e-912e-4080-8a6b-9b8956cb875b {{(pid=82345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Sep 15 13:43:31.227044 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-9d898970-9ef6-4f3e-afc6-7a4af5fb05b4 req-e150fe48-2260-4177-9680-4b83faf79a9f service neutron] 10.222.0.36 "GET /v2.0/networks/22c5e686-1e8b-4cf9-8815-eed779998c4a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1684496
Sep 15 13:43:31.380040 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18687200-4d0b-4f86-b9fc-2c3ddbc470b2', 'tag': 'fee43d8f-d5bf-489e-b08b-1f9127053587'}] {{(pid=82345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Sep 15 13:43:31.494502 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Device ab2933f2-ca62-4690-9b24-923e802c251c details requested by agent hyperv_hv-cinder-80918 with host hv-cinder-80918 {{(pid=82347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Sep 15 13:43:31.583440 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-9d898970-9ef6-4f3e-afc6-7a4af5fb05b4 req-23fc6175-1bf3-4f4c-b1e5-ade12f3507df service neutron] 10.222.0.36 "GET /v2.0/networks/22c5e686-1e8b-4cf9-8815-eed779998c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2916985
Sep 15 13:43:31.591233 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18687200-4d0b-4f86-b9fc-2c3ddbc470b2', 'tag': 'fee43d8f-d5bf-489e-b08b-1f9127053587', 'status': 'completed', 'code': 200}
Sep 15 13:43:31.620222 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665e93cc-4804-46c3-b169-6cf517a61479 req-6d3c312e-8edf-423c-94b8-5264a89b6bb6 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:31.621838 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-665e93cc-4804-46c3-b169-6cf517a61479 req-6d3c312e-8edf-423c-94b8-5264a89b6bb6 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ceb2f64-a7eb-4076-aa4a-1e8fda020c6a HTTP/1.1" status: 200  len: 946 time: 0.1579344
Sep 15 13:43:31.651214 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] For port ab2933f2-ca62-4690-9b24-923e802c251c, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=ab2933f2-ca62-4690-9b24-923e802c251c,segment=NetworkSegment(9af64173-1608-49cc-9c02-54e3e7c2beb6),segment_id=9af64173-1608-49cc-9c02-54e3e7c2beb6)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:43:31.674105 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Returning: {'device': 'ab2933f2-ca62-4690-9b24-923e802c251c', 'network_id': '22c5e686-1e8b-4cf9-8815-eed779998c4a', 'port_id': 'ab2933f2-ca62-4690-9b24-923e802c251c', 'mac_address': 'fa:16:3e:a1:4d:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ff1b6d6-b719-4717-9095-e467b3f3968e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 15 13:43:31.732711 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:31.751386 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab2933f2-ca62-4690-9b24-923e802c251c {{(pid=82347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Sep 15 13:43:31.766848 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] For port ab2933f2-ca62-4690-9b24-923e802c251c, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=ab2933f2-ca62-4690-9b24-923e802c251c,segment=NetworkSegment(9af64173-1608-49cc-9c02-54e3e7c2beb6),segment_id=9af64173-1608-49cc-9c02-54e3e7c2beb6)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:43:31.769890 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:31.771989 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:43:31.797494 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-665e93cc-4804-46c3-b169-6cf517a61479 req-9a100a6d-edd6-4251-882b-6c33321decdf tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/security-groups?id=89175963-9081-4766-bd6e-dce643f9d5fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1685495
Sep 15 13:43:31.806420 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-875eb72a-3234-4a25-973c-b8173b3a7861 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Notify agent at l3_agent.dv-cinder-809181-1-iscsi the message routers_updated {{(pid=82345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Sep 15 13:43:31.813736 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-875eb72a-3234-4a25-973c-b8173b3a7861 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251427'] for floatingip, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:31.819843 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b110b1b-598a-43ab-af3a-0f78560a6cf5 None None] Sync routers for ids ['0c1a9be1-12af-4edc-90ba-07b85f4575b2'] in dv-cinder-809181-1-iscsi {{(pid=82347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Sep 15 13:43:31.851534 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Pushing event updated for resources: {'Port': ['ID=ab2933f2-ca62-4690-9b24-923e802c251c,revision_number=4']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:43:31.855285 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:43:31.856088 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b110b1b-598a-43ab-af3a-0f78560a6cf5 None None] Routers {'0c1a9be1-12af-4edc-90ba-07b85f4575b2'} bound to L3 agent in host dv-cinder-809181-1-iscsi {{(pid=82347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 15 13:43:31.856763 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-5b110b1b-598a-43ab-af3a-0f78560a6cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cd2110048>, 'dv-cinder-809181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T13:29:29Z,description=<?>,heartbeat_timestamp=2021-09-15T13:43:29Z,host='dv-cinder-809181-1-iscsi',id=c919ec5e-912e-4080-8a6b-9b8956cb875b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T13:29:29Z,topic='l3_agent')) {'router_ids': ['0c1a9be1-12af-4edc-90ba-07b85f4575b2'], 'active': True} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:43:31.905415 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-875eb72a-3234-4a25-973c-b8173b3a7861 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "PUT /v2.0/floatingips/b8e0b571-8f70-40ee-bc99-65f985914ebc HTTP/1.1" status: 200  len: 991 time: 4.4081736
Sep 15 13:43:31.909332 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-76e19a8a-e65c-463a-b1dd-a699af62e8e3 req-ba064644-105a-431f-a374-19644f678597 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f4690db418f54210bb493bf3245c165d&device_id=18687200-4d0b-4f86-b9fc-2c3ddbc470b2 HTTP/1.1" status: 200  len: 1138 time: 0.2428432
Sep 15 13:43:31.920304 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04328a66-2702-46ca-bbc0-a973c18c818f req-be0ef89b-be84-4fef-8d69-34a1cdd95d04 tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:31.921897 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-04328a66-2702-46ca-bbc0-a973c18c818f req-be0ef89b-be84-4fef-8d69-34a1cdd95d04 tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] 10.222.0.41 "GET /v2.0/ports?device_id=31f922ee-89f9-41fb-a389-31a162064de5 HTTP/1.1" status: 200  len: 943 time: 0.2204773
Sep 15 13:43:32.052044 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvr_db [None req-5b110b1b-598a-43ab-af3a-0f78560a6cf5 None None] Set router 0c1a9be1-12af-4edc-90ba-07b85f4575b2 gateway port host: dv-cinder-809181-1-iscsi {{(pid=82347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Sep 15 13:43:32.077072 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-04328a66-2702-46ca-bbc0-a973c18c818f req-2504f16c-b473-4dbe-b4e7-a749100c315e tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] 10.222.0.41 "GET /v2.0/security-groups?id=7212dde7-41f8-41d3-9a43-fa5de696ce7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1289291
Sep 15 13:43:32.101833 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e19a8a-e65c-463a-b1dd-a699af62e8e3 req-93401af8-dbe7-40ec-b2f4-0ee3c7aa05f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:32.103424 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-76e19a8a-e65c-463a-b1dd-a699af62e8e3 req-93401af8-dbe7-40ec-b2f4-0ee3c7aa05f3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=22ed8d12-b9e3-40b4-a189-731c2b225206 HTTP/1.1" status: 200  len: 916 time: 0.1806016
Sep 15 13:43:32.185508 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] get_ports_and_sgs() called for port_ids ['ab2933f2-ca62-4690-9b24-923e802c251c'] {{(pid=82347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 15 13:43:32.215903 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-76e19a8a-e65c-463a-b1dd-a699af62e8e3 req-ac000409-7bad-4afe-a2df-1f110ddc7da9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fee43d8f-d5bf-489e-b08b-1f9127053587 HTTP/1.1" status: 200  len: 1002 time: 0.1039994
Sep 15 13:43:32.292817 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e19a8a-e65c-463a-b1dd-a699af62e8e3 req-4eac626d-d1d6-4e47-b4fc-6ba09298565b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:32.294409 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-76e19a8a-e65c-463a-b1dd-a699af62e8e3 req-4eac626d-d1d6-4e47-b4fc-6ba09298565b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0feade9-7551-46e8-99cf-5fe531501bdc HTTP/1.1" status: 200  len: 854 time: 0.0710931
Sep 15 13:43:32.381861 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-76e19a8a-e65c-463a-b1dd-a699af62e8e3 req-2bddf6a9-a401-4c1f-ab9d-8dd8ea77b05d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=22ed8d12-b9e3-40b4-a189-731c2b225206&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0791373
Sep 15 13:43:32.534679 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-76e19a8a-e65c-463a-b1dd-a699af62e8e3 req-c9bb6d78-363e-4c8c-9020-ee8e1b8cfff3 service neutron] 10.222.0.36 "GET /v2.0/networks/22ed8d12-b9e3-40b4-a189-731c2b225206?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1454866
Sep 15 13:43:32.685885 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-76e19a8a-e65c-463a-b1dd-a699af62e8e3 req-50074c24-cf78-4fad-8364-e3097032d4cd service neutron] 10.222.0.36 "GET /v2.0/networks/22ed8d12-b9e3-40b4-a189-731c2b225206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1390243
Sep 15 13:43:32.732302 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-5b110b1b-598a-43ab-af3a-0f78560a6cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cd2110048>, [{'id': '0c1a9be1-12af-4edc-90ba-07b85f4575b2', 'name': 'tempest-AttachVolumeTestJSON-1358564763-router', 'tenant_id': '839ee03af2c74792a3a3c2d72d59dd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '2c04589e-3e63-405d-9909-138c561a87c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:38Z', 'updated_at': '2021-09-15T13:37:51Z', 'revision_number': 4, 'project_id': '839ee03af2c74792a3a3c2d72d59dd55', 'gw_port': {'id': '2c04589e-3e63-405d-9909-138c561a87c8', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:5e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1a9be1-12af-4edc-90ba-07b85f4575b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:40Z', 'updated_at': '2021-09-15T13:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi', '_floatingips': [{'id': 'b8e0b571-8f70-40ee-bc99-65f985914ebc', 'tenant_id': '839ee03af2c74792a3a3c2d72d59dd55', 'floating_ip_address': '172.27.2.236', 'floating_network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'router_id': '0c1a9be1-12af-4edc-90ba-07b85f4575b2', 'port_id': '73211b22-d115-4834-ae3e-58763991d80c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b5d95b3-3bf8-4370-9b66-9dd986b48a07', 'mac_address': 'fa:16:3e:4e:c4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd70dcea-4388-4e4b-b2f9-cd0a3d527f8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:43:09Z', 'updated_at': '2021-09-15T13:43:29Z', 'revision_number': 1, 'project_id': '839ee03af2c74792a3a3c2d72d59dd55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e25fb80-8d76-4b71-8d1a-d48a31606ea5', 'name': '', 'network_id': '9b5d95b3-3bf8-4370-9b66-9dd986b48a07', 'tenant_id': '839ee03af2c74792a3a3c2d72d59dd55', 'mac_address': 'fa:16:3e:31:f4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1a9be1-12af-4edc-90ba-07b85f4575b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1beceede-0773-432e-935b-1a5d4e30ef31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:49Z', 'updated_at': '2021-09-15T13:38:09Z', 'revision_number': 5, 'project_id': '839ee03af2c74792a3a3c2d72d59dd55', 'subnets': [{'id': '1beceede-0773-432e-935b-1a5d4e30ef31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-iscsi', False) {} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:43:32.736396 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b110b1b-598a-43ab-af3a-0f78560a6cf5 None None] Checking router: 0c1a9be1-12af-4edc-90ba-07b85f4575b2 for host: dv-cinder-809181-1-iscsi {{(pid=82347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Sep 15 13:43:32.747478 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b110b1b-598a-43ab-af3a-0f78560a6cf5 None None] Routers {'0c1a9be1-12af-4edc-90ba-07b85f4575b2'} bound to L3 agent in host dv-cinder-809181-1-iscsi {{(pid=82347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 15 13:43:32.748165 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-5b110b1b-598a-43ab-af3a-0f78560a6cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cd2110048>, 'dv-cinder-809181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T13:29:29Z,description=<?>,heartbeat_timestamp=2021-09-15T13:43:29Z,host='dv-cinder-809181-1-iscsi',id=c919ec5e-912e-4080-8a6b-9b8956cb875b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T13:29:29Z,topic='l3_agent')) {'router_ids': ['0c1a9be1-12af-4edc-90ba-07b85f4575b2'], 'active': True} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:43:32.937565 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvr_db [None req-5b110b1b-598a-43ab-af3a-0f78560a6cf5 None None] Set router 0c1a9be1-12af-4edc-90ba-07b85f4575b2 gateway port host: dv-cinder-809181-1-iscsi {{(pid=82347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Sep 15 13:43:33.008188 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e8d454-7a1c-46e9-9323-19950fb5b2e6 req-7d24abf3-a400-4d98-b7b2-47467b9e5140 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:33.009799 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-b6e8d454-7a1c-46e9-9323-19950fb5b2e6 req-7d24abf3-a400-4d98-b7b2-47467b9e5140 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ceb2f64-a7eb-4076-aa4a-1e8fda020c6a HTTP/1.1" status: 200  len: 946 time: 0.0835767
Sep 15 13:43:33.058060 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-b6e8d454-7a1c-46e9-9323-19950fb5b2e6 req-3078ce50-50c4-4ef2-a8d1-8eb053d22456 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/security-groups?id=89175963-9081-4766-bd6e-dce643f9d5fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415022
Sep 15 13:43:33.300873 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca0c455-f0fa-408a-8242-f8bada7c1111 req-4c78595d-c798-44b0-82fd-8f3f8ee2738b tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:33.302604 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-0ca0c455-f0fa-408a-8242-f8bada7c1111 req-4c78595d-c798-44b0-82fd-8f3f8ee2738b tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] 10.222.0.41 "GET /v2.0/ports?device_id=31f922ee-89f9-41fb-a389-31a162064de5 HTTP/1.1" status: 200  len: 944 time: 0.0985546
Sep 15 13:43:33.317069 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-5b110b1b-598a-43ab-af3a-0f78560a6cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cd2110048>, [{'id': '0c1a9be1-12af-4edc-90ba-07b85f4575b2', 'name': 'tempest-AttachVolumeTestJSON-1358564763-router', 'tenant_id': '839ee03af2c74792a3a3c2d72d59dd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '2c04589e-3e63-405d-9909-138c561a87c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:38Z', 'updated_at': '2021-09-15T13:37:51Z', 'revision_number': 4, 'project_id': '839ee03af2c74792a3a3c2d72d59dd55', 'gw_port': {'id': '2c04589e-3e63-405d-9909-138c561a87c8', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:5e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1a9be1-12af-4edc-90ba-07b85f4575b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:40Z', 'updated_at': '2021-09-15T13:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi', '_floatingips': [{'id': 'b8e0b571-8f70-40ee-bc99-65f985914ebc', 'tenant_id': '839ee03af2c74792a3a3c2d72d59dd55', 'floating_ip_address': '172.27.2.236', 'floating_network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'router_id': '0c1a9be1-12af-4edc-90ba-07b85f4575b2', 'port_id': '73211b22-d115-4834-ae3e-58763991d80c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b5d95b3-3bf8-4370-9b66-9dd986b48a07', 'mac_address': 'fa:16:3e:4e:c4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd70dcea-4388-4e4b-b2f9-cd0a3d527f8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:43:09Z', 'updated_at': '2021-09-15T13:43:29Z', 'revision_number': 1, 'project_id': '839ee03af2c74792a3a3c2d72d59dd55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e25fb80-8d76-4b71-8d1a-d48a31606ea5', 'name': '', 'network_id': '9b5d95b3-3bf8-4370-9b66-9dd986b48a07', 'tenant_id': '839ee03af2c74792a3a3c2d72d59dd55', 'mac_address': 'fa:16:3e:31:f4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1a9be1-12af-4edc-90ba-07b85f4575b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1beceede-0773-432e-935b-1a5d4e30ef31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:49Z', 'updated_at': '2021-09-15T13:38:09Z', 'revision_number': 5, 'project_id': '839ee03af2c74792a3a3c2d72d59dd55', 'subnets': [{'id': '1beceede-0773-432e-935b-1a5d4e30ef31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-iscsi', False) {} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:43:33.321640 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b110b1b-598a-43ab-af3a-0f78560a6cf5 None None] The sync data for ids ['0c1a9be1-12af-4edc-90ba-07b85f4575b2'] in dv-cinder-809181-1-iscsi is: [{'id': '0c1a9be1-12af-4edc-90ba-07b85f4575b2', 'name': 'tempest-AttachVolumeTestJSON-1358564763-router', 'tenant_id': '839ee03af2c74792a3a3c2d72d59dd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '2c04589e-3e63-405d-9909-138c561a87c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:38Z', 'updated_at': '2021-09-15T13:37:51Z', 'revision_number': 4, 'project_id': '839ee03af2c74792a3a3c2d72d59dd55', 'gw_port': {'id': '2c04589e-3e63-405d-9909-138c561a87c8', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:5e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1a9be1-12af-4edc-90ba-07b85f4575b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:40Z', 'updated_at': '2021-09-15T13:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi', '_floatingips': [{'id': 'b8e0b571-8f70-40ee-bc99-65f985914ebc', 'tenant_id': '839ee03af2c74792a3a3c2d72d59dd55', 'floating_ip_address': '172.27.2.236', 'floating_network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'router_id': '0c1a9be1-12af-4edc-90ba-07b85f4575b2', 'port_id': '73211b22-d115-4834-ae3e-58763991d80c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b5d95b3-3bf8-4370-9b66-9dd986b48a07', 'mac_address': 'fa:16:3e:4e:c4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd70dcea-4388-4e4b-b2f9-cd0a3d527f8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:43:09Z', 'updated_at': '2021-09-15T13:43:29Z', 'revision_number': 1, 'project_id': '839ee03af2c74792a3a3c2d72d59dd55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e25fb80-8d76-4b71-8d1a-d48a31606ea5', 'name': '', 'network_id': '9b5d95b3-3bf8-4370-9b66-9dd986b48a07', 'tenant_id': '839ee03af2c74792a3a3c2d72d59dd55', 'mac_address': 'fa:16:3e:31:f4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1a9be1-12af-4edc-90ba-07b85f4575b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1beceede-0773-432e-935b-1a5d4e30ef31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:49Z', 'updated_at': '2021-09-15T13:38:09Z', 'revision_number': 5, 'project_id': '839ee03af2c74792a3a3c2d72d59dd55', 'subnets': [{'id': '1beceede-0773-432e-935b-1a5d4e30ef31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Sep 15 13:43:33.354260 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-0ca0c455-f0fa-408a-8242-f8bada7c1111 req-8e8ce44e-1de2-4571-85d5-9d066d53140b tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] 10.222.0.41 "GET /v2.0/security-groups?id=7212dde7-41f8-41d3-9a43-fa5de696ce7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433764
Sep 15 13:43:33.514689 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Device ab2933f2-ca62-4690-9b24-923e802c251c up at agent hyperv_hv-cinder-80918 {{(pid=82347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Sep 15 13:43:33.586693 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Provisioning for port ab2933f2-ca62-4690-9b24-923e802c251c completed by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Sep 15 13:43:33.592008 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Provisioning complete for port ab2933f2-ca62-4690-9b24-923e802c251c triggered by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:43:33.592267 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd70dcea-4388-4e4b-b2f9-cd0a3d527f8c', 'tag': '73211b22-d115-4834-ae3e-58763991d80c'}] {{(pid=82345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Sep 15 13:43:33.592450 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:33.651969 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd70dcea-4388-4e4b-b2f9-cd0a3d527f8c', 'tag': '73211b22-d115-4834-ae3e-58763991d80c', 'status': 'completed', 'code': 200}
Sep 15 13:43:33.659604 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00270688-9e88-429c-9c1b-0133bcb58675 None None] New status for floating IP b8e0b571-8f70-40ee-bc99-65f985914ebc: ACTIVE {{(pid=82348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Sep 15 13:43:33.719432 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:33.751885 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31f922ee-89f9-41fb-a389-31a162064de5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab2933f2-ca62-4690-9b24-923e802c251c'}] {{(pid=82347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Sep 15 13:43:33.773126 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] For port ab2933f2-ca62-4690-9b24-923e802c251c, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=ab2933f2-ca62-4690-9b24-923e802c251c,segment=NetworkSegment(9af64173-1608-49cc-9c02-54e3e7c2beb6),segment_id=9af64173-1608-49cc-9c02-54e3e7c2beb6)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:43:33.777655 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:33.779726 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:43:33.823947 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-2000c560-c408-4047-ba3d-badeb2f45d1c req-df7d05e7-f5b6-4997-b39b-087522f2056a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=839ee03af2c74792a3a3c2d72d59dd55&device_id=dd70dcea-4388-4e4b-b2f9-cd0a3d527f8c HTTP/1.1" status: 200  len: 1098 time: 0.1009104
Sep 15 13:43:33.860997 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Pushing event updated for resources: {'Port': ['ID=ab2933f2-ca62-4690-9b24-923e802c251c,revision_number=5']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:43:33.865516 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:43:33.941487 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:33.968085 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31f922ee-89f9-41fb-a389-31a162064de5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab2933f2-ca62-4690-9b24-923e802c251c', 'code': 200}
Sep 15 13:43:33.985792 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2000c560-c408-4047-ba3d-badeb2f45d1c req-b584b70e-063e-445a-9833-6948a9698770 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:33.987421 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-2000c560-c408-4047-ba3d-badeb2f45d1c req-b584b70e-063e-445a-9833-6948a9698770 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9b5d95b3-3bf8-4370-9b66-9dd986b48a07 HTTP/1.1" status: 200  len: 912 time: 0.1556125
Sep 15 13:43:34.121914 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-2000c560-c408-4047-ba3d-badeb2f45d1c req-2dde4817-4a71-4040-ad60-a269108aadc9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73211b22-d115-4834-ae3e-58763991d80c HTTP/1.1" status: 200  len: 1001 time: 0.1055343
Sep 15 13:43:34.197575 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2000c560-c408-4047-ba3d-badeb2f45d1c req-08452d45-f5b8-4620-ade4-297f8a9c1ee7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:34.199158 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-2000c560-c408-4047-ba3d-badeb2f45d1c req-08452d45-f5b8-4620-ade4-297f8a9c1ee7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1beceede-0773-432e-935b-1a5d4e30ef31 HTTP/1.1" status: 200  len: 850 time: 0.0703235
Sep 15 13:43:34.284022 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a6450d40-c6e2-4b42-8316-db6ff95aeeb2 req-67cebc7d-107f-452f-a6d3-bebb2c8ec972 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=31f922ee-89f9-41fb-a389-31a162064de5 HTTP/1.1" status: 200  len: 1098 time: 0.0843458
Sep 15 13:43:34.335047 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a6450d40-c6e2-4b42-8316-db6ff95aeeb2 req-1cbc246a-04ce-4ac2-8cc0-866eb83bd176 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7212dde7-41f8-41d3-9a43-fa5de696ce7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445738
Sep 15 13:43:34.345988 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-2000c560-c408-4047-ba3d-badeb2f45d1c req-d27d31fa-9a1a-4142-bc91-0645a4fb1709 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9b5d95b3-3bf8-4370-9b66-9dd986b48a07&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1118288
Sep 15 13:43:34.352590 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdb015a-6098-49e4-bb23-c04e42c25e28 req-ce36553e-f6c3-4d0e-8997-2fad8dc5c41b tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:34.354795 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-ecdb015a-6098-49e4-bb23-c04e42c25e28 req-ce36553e-f6c3-4d0e-8997-2fad8dc5c41b tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ceb2f64-a7eb-4076-aa4a-1e8fda020c6a HTTP/1.1" status: 200  len: 946 time: 0.1546474
Sep 15 13:43:34.403470 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-ecdb015a-6098-49e4-bb23-c04e42c25e28 req-1afbaa3d-f05d-42d8-90ad-d9eec0d334ff tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/security-groups?id=89175963-9081-4766-bd6e-dce643f9d5fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425630
Sep 15 13:43:34.590571 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc509d-49d1-4357-b2ac-99291b45b92d req-94c611c2-f6d3-4f1c-ac22-6d8cba21a886 tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:34.592158 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-41fc509d-49d1-4357-b2ac-99291b45b92d req-94c611c2-f6d3-4f1c-ac22-6d8cba21a886 tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] 10.222.0.41 "GET /v2.0/ports?device_id=31f922ee-89f9-41fb-a389-31a162064de5 HTTP/1.1" status: 200  len: 945 time: 0.0813112
Sep 15 13:43:34.639579 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-41fc509d-49d1-4357-b2ac-99291b45b92d req-e3c356b8-a48c-4e4c-bf3d-f792e493b349 tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] 10.222.0.41 "GET /v2.0/security-groups?id=7212dde7-41f8-41d3-9a43-fa5de696ce7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413294
Sep 15 13:43:34.797390 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-2000c560-c408-4047-ba3d-badeb2f45d1c req-c8a7b53f-ee22-4b87-98e0-019a721b04b1 service neutron] 10.222.0.36 "GET /v2.0/networks/9b5d95b3-3bf8-4370-9b66-9dd986b48a07?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1370237
Sep 15 13:43:34.952547 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-2000c560-c408-4047-ba3d-badeb2f45d1c req-041147e0-0326-4b29-bf0d-00ab5d229af0 service neutron] 10.222.0.36 "GET /v2.0/networks/9b5d95b3-3bf8-4370-9b66-9dd986b48a07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1395972
Sep 15 13:43:35.613777 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba67b3e8-5be9-450c-86cf-531817fb56cb req-db51de8b-8a04-40e7-848d-5417f0998b35 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:35.615303 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-ba67b3e8-5be9-450c-86cf-531817fb56cb req-db51de8b-8a04-40e7-848d-5417f0998b35 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ceb2f64-a7eb-4076-aa4a-1e8fda020c6a HTTP/1.1" status: 200  len: 946 time: 0.0877416
Sep 15 13:43:35.676257 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-ba67b3e8-5be9-450c-86cf-531817fb56cb req-9648885f-2c17-4efc-83c4-2d17d76ab3fc tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/security-groups?id=89175963-9081-4766-bd6e-dce643f9d5fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0545583
Sep 15 13:43:35.984451 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae74730-8c50-4379-aa7a-1f89a7aff226 req-9d739245-457c-4e7d-9a1e-e698d8b25633 tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:35.986060 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-9ae74730-8c50-4379-aa7a-1f89a7aff226 req-9d739245-457c-4e7d-9a1e-e698d8b25633 tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] 10.222.0.41 "GET /v2.0/ports?device_id=31f922ee-89f9-41fb-a389-31a162064de5 HTTP/1.1" status: 200  len: 945 time: 0.0847349
Sep 15 13:43:36.033808 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-9ae74730-8c50-4379-aa7a-1f89a7aff226 req-5f3280a5-90b1-4646-8706-b9e606a62e62 tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] 10.222.0.41 "GET /v2.0/security-groups?id=7212dde7-41f8-41d3-9a43-fa5de696ce7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411067
Sep 15 13:43:36.878048 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0f2f5b-55b4-4695-9973-483ece6ea736 req-c9527bac-1bcf-4f08-940c-ea5388bfc9f7 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:36.879562 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-5d0f2f5b-55b4-4695-9973-483ece6ea736 req-c9527bac-1bcf-4f08-940c-ea5388bfc9f7 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ceb2f64-a7eb-4076-aa4a-1e8fda020c6a HTTP/1.1" status: 200  len: 946 time: 0.0854626
Sep 15 13:43:36.929246 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-5d0f2f5b-55b4-4695-9973-483ece6ea736 req-80880e88-a479-4085-ae5a-28d3be4b16c4 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/security-groups?id=89175963-9081-4766-bd6e-dce643f9d5fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433643
Sep 15 13:43:37.407966 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f91be42-d8d0-45e0-b725-a6023b12c54f req-6a25efd6-f055-474a-adbe-4aaf28890159 tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:37.409607 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-2f91be42-d8d0-45e0-b725-a6023b12c54f req-6a25efd6-f055-474a-adbe-4aaf28890159 tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] 10.222.0.41 "GET /v2.0/ports?device_id=31f922ee-89f9-41fb-a389-31a162064de5 HTTP/1.1" status: 200  len: 945 time: 0.0827510
Sep 15 13:43:37.676295 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-2f91be42-d8d0-45e0-b725-a6023b12c54f req-8002d50f-677f-4582-b4db-4b537bad1830 tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] 10.222.0.41 "GET /v2.0/security-groups?id=7212dde7-41f8-41d3-9a43-fa5de696ce7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2605171
Sep 15 13:43:38.137052 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f93cee-75fa-41c5-bff4-399c1800cef7 req-a23ffb86-27d8-482c-ac1d-b1334de623b8 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:38.138650 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-f4f93cee-75fa-41c5-bff4-399c1800cef7 req-a23ffb86-27d8-482c-ac1d-b1334de623b8 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ceb2f64-a7eb-4076-aa4a-1e8fda020c6a HTTP/1.1" status: 200  len: 946 time: 0.0836577
Sep 15 13:43:38.187381 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-f4f93cee-75fa-41c5-bff4-399c1800cef7 req-f878d0b7-7126-4c88-a88a-9da5756d30ad tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/security-groups?id=89175963-9081-4766-bd6e-dce643f9d5fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425315
Sep 15 13:43:38.885723 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52c997d-b222-4ae7-ac2a-c5a0b8f02f8b req-d673d7bf-639b-479b-8057-62532562423a tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:38.887336 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-c52c997d-b222-4ae7-ac2a-c5a0b8f02f8b req-d673d7bf-639b-479b-8057-62532562423a tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] 10.222.0.41 "GET /v2.0/ports?device_id=31f922ee-89f9-41fb-a389-31a162064de5 HTTP/1.1" status: 200  len: 945 time: 0.0862324
Sep 15 13:43:38.935753 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-c52c997d-b222-4ae7-ac2a-c5a0b8f02f8b req-045b664a-edf5-46c6-ae87-f0b70889e855 tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] 10.222.0.41 "GET /v2.0/security-groups?id=7212dde7-41f8-41d3-9a43-fa5de696ce7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414484
Sep 15 13:43:39.432235 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b08d949-3ddc-47e1-9b71-b7ba8d33ee92 req-e075bd1a-e5c8-430a-9462-b3528122510c tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:39.433808 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-0b08d949-3ddc-47e1-9b71-b7ba8d33ee92 req-e075bd1a-e5c8-430a-9462-b3528122510c tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] 10.222.0.36 "GET /v2.0/ports?device_id=31f922ee-89f9-41fb-a389-31a162064de5 HTTP/1.1" status: 200  len: 945 time: 0.1767881
Sep 15 13:43:39.440323 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc44b28c-fd1c-4630-a80b-95c2fd517743 req-b7ef6c33-2ca0-4d21-9a93-94019e592578 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:39.441819 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-bc44b28c-fd1c-4630-a80b-95c2fd517743 req-b7ef6c33-2ca0-4d21-9a93-94019e592578 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ceb2f64-a7eb-4076-aa4a-1e8fda020c6a HTTP/1.1" status: 200  len: 946 time: 0.1224654
Sep 15 13:43:39.543789 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [req-0b08d949-3ddc-47e1-9b71-b7ba8d33ee92 req-314be59c-9f5d-4e52-b5db-342cb5b9800e tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] Deleting port ab2933f2-ca62-4690-9b24-923e802c251c {{(pid=82345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Sep 15 13:43:39.544104 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-0b08d949-3ddc-47e1-9b71-b7ba8d33ee92 req-314be59c-9f5d-4e52-b5db-342cb5b9800e tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301743532404'] for port, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:39.587332 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-bc44b28c-fd1c-4630-a80b-95c2fd517743 req-ff53ea5f-706c-43c3-89ed-c07658ea3ce4 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/security-groups?id=89175963-9081-4766-bd6e-dce643f9d5fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1153612
Sep 15 13:43:39.803774 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [req-0b08d949-3ddc-47e1-9b71-b7ba8d33ee92 req-314be59c-9f5d-4e52-b5db-342cb5b9800e tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] For port ab2933f2-ca62-4690-9b24-923e802c251c, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=ab2933f2-ca62-4690-9b24-923e802c251c,segment=NetworkSegment(9af64173-1608-49cc-9c02-54e3e7c2beb6),segment_id=9af64173-1608-49cc-9c02-54e3e7c2beb6)] {{(pid=82345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:43:39.804184 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-0b08d949-3ddc-47e1-9b71-b7ba8d33ee92 req-314be59c-9f5d-4e52-b5db-342cb5b9800e tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853103875'] for port, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:39.934080 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [req-0b08d949-3ddc-47e1-9b71-b7ba8d33ee92 req-314be59c-9f5d-4e52-b5db-342cb5b9800e tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] Calling delete_port for ab2933f2-ca62-4690-9b24-923e802c251c owned by compute:nova {{(pid=82345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Sep 15 13:43:40.132402 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-0b08d949-3ddc-47e1-9b71-b7ba8d33ee92 req-314be59c-9f5d-4e52-b5db-342cb5b9800e tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301743526908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735110837380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852138254'] for port, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:40.138390 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-d9be114b-6492-4348-b46c-b9fffd2d68a7 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:43:40.183515 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314be59c-9f5d-4e52-b5db-342cb5b9800e tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] Pushing event deleted for resources: {'Port': ['ID=ab2933f2-ca62-4690-9b24-923e802c251c,revision_number=None']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:43:40.195474 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-314be59c-9f5d-4e52-b5db-342cb5b9800e tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:43:40.275237 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4f6767-0900-4a2b-8b3e-e461a44ef42c req-299b2e57-5a8a-4f70-a6bc-97b5411c98a8 tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:40.276888 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-0f4f6767-0900-4a2b-8b3e-e461a44ef42c req-299b2e57-5a8a-4f70-a6bc-97b5411c98a8 tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] 10.222.0.41 "GET /v2.0/ports?device_id=31f922ee-89f9-41fb-a389-31a162064de5 HTTP/1.1" status: 200  len: 945 time: 0.2159731
Sep 15 13:43:40.281671 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b08d949-3ddc-47e1-9b71-b7ba8d33ee92 req-314be59c-9f5d-4e52-b5db-342cb5b9800e tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] No DVR routers for this DVR port ab2933f2-ca62-4690-9b24-923e802c251c on host hv-cinder-80918 {{(pid=82345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Sep 15 13:43:40.285137 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-0b08d949-3ddc-47e1-9b71-b7ba8d33ee92 req-314be59c-9f5d-4e52-b5db-342cb5b9800e tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251427'] for port, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:40.288666 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31f922ee-89f9-41fb-a389-31a162064de5', 'name': 'network-vif-deleted', 'tag': 'ab2933f2-ca62-4690-9b24-923e802c251c'}] {{(pid=82345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Sep 15 13:43:40.335259 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-0b08d949-3ddc-47e1-9b71-b7ba8d33ee92 req-314be59c-9f5d-4e52-b5db-342cb5b9800e tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] 10.222.0.36 "DELETE /v2.0/ports/ab2933f2-ca62-4690-9b24-923e802c251c HTTP/1.1" status: 204  len: 173 time: 0.8923802
Sep 15 13:43:40.347076 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-0f4f6767-0900-4a2b-8b3e-e461a44ef42c req-435ac1ab-bf43-453d-9e67-ae539f2d9fad tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] 10.222.0.41 "GET /v2.0/security-groups?id=7212dde7-41f8-41d3-9a43-fa5de696ce7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632818
Sep 15 13:43:40.348937 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31f922ee-89f9-41fb-a389-31a162064de5', 'name': 'network-vif-deleted', 'tag': 'ab2933f2-ca62-4690-9b24-923e802c251c', 'status': 'completed', 'code': 200}
Sep 15 13:43:40.802325 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a854eb7b-7132-4d7b-8375-d10800f1b122 req-9bbbb249-5229-43ce-9ac9-e475821f566c tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:40.803855 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a854eb7b-7132-4d7b-8375-d10800f1b122 req-9bbbb249-5229-43ce-9ac9-e475821f566c tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ceb2f64-a7eb-4076-aa4a-1e8fda020c6a HTTP/1.1" status: 200  len: 946 time: 0.0892742
Sep 15 13:43:40.851759 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a854eb7b-7132-4d7b-8375-d10800f1b122 req-8d7bb56d-e934-486b-ad88-fc02e25175ff tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/security-groups?id=89175963-9081-4766-bd6e-dce643f9d5fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418682
Sep 15 13:43:41.542217 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Device ab2933f2-ca62-4690-9b24-923e802c251c no longer exists at agent hyperv_hv-cinder-80918 {{(pid=82347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Sep 15 13:43:41.580437 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] No Port match for: ab2933f2-ca62-4690-9b24-923e802c251c {{(pid=82347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Sep 15 13:43:41.581436 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Device ab2933f2-ca62-4690-9b24-923e802c251c not bound to the agent host hv-cinder-80918 {{(pid=82347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Sep 15 13:43:41.814221 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-fd7cdaeb-82be-4e5f-b5cd-e6127c7b9ae3 req-3898e09d-f1f8-4a58-aba3-d66273fe65bc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d2cb26720af84bd8a1fda6a7b333bad4&device_id=8ceb2f64-a7eb-4076-aa4a-1e8fda020c6a HTTP/1.1" status: 200  len: 1099 time: 0.0840042
Sep 15 13:43:41.972606 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7cdaeb-82be-4e5f-b5cd-e6127c7b9ae3 req-16f51b22-2898-4537-8974-36b062875033 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:41.974230 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-fd7cdaeb-82be-4e5f-b5cd-e6127c7b9ae3 req-16f51b22-2898-4537-8974-36b062875033 service neutron] 10.222.0.36 "GET /v2.0/networks?id=982dc6d1-fde1-4e05-9f32-46758815ee40 HTTP/1.1" status: 200  len: 910 time: 0.1529915
Sep 15 13:43:42.146914 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-fd7cdaeb-82be-4e5f-b5cd-e6127c7b9ae3 req-1266108c-f126-4dc5-a30a-ea8fdb9180e5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2d645075-44ff-4519-8770-07ec8ae0948f HTTP/1.1" status: 200  len: 1002 time: 0.1647024
Sep 15 13:43:42.157616 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6068a5b8-aa52-4d37-8b86-321d13e1c226 req-f1c8caa7-6166-4510-ad26-9e10fd6293ca tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:42.159804 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-6068a5b8-aa52-4d37-8b86-321d13e1c226 req-f1c8caa7-6166-4510-ad26-9e10fd6293ca tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ceb2f64-a7eb-4076-aa4a-1e8fda020c6a HTTP/1.1" status: 200  len: 946 time: 0.1795285
Sep 15 13:43:42.267544 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7cdaeb-82be-4e5f-b5cd-e6127c7b9ae3 req-8f19fb4a-ec67-439c-904b-b331e9b7f2ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:42.269177 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-fd7cdaeb-82be-4e5f-b5cd-e6127c7b9ae3 req-8f19fb4a-ec67-439c-904b-b331e9b7f2ad service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b2f26b2-c7f8-4f7f-8b6c-514ec6432124 HTTP/1.1" status: 200  len: 848 time: 0.0879104
Sep 15 13:43:42.280204 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-6068a5b8-aa52-4d37-8b86-321d13e1c226 req-730449ef-3388-4012-b21e-ffc0a395a4b7 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/security-groups?id=89175963-9081-4766-bd6e-dce643f9d5fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1141052
Sep 15 13:43:42.358329 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-fd7cdaeb-82be-4e5f-b5cd-e6127c7b9ae3 req-d3408978-f7f8-4f02-9383-6a44dfffafad service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=982dc6d1-fde1-4e05-9f32-46758815ee40&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0766864
Sep 15 13:43:42.504183 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-fd7cdaeb-82be-4e5f-b5cd-e6127c7b9ae3 req-8f6fc794-46e3-49b3-8af5-afabb80496d6 service neutron] 10.222.0.36 "GET /v2.0/networks/982dc6d1-fde1-4e05-9f32-46758815ee40?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1382866
Sep 15 13:43:42.659421 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-fd7cdaeb-82be-4e5f-b5cd-e6127c7b9ae3 req-ae68b459-1d3e-4117-aad1-8018ed501cce service neutron] 10.222.0.36 "GET /v2.0/networks/982dc6d1-fde1-4e05-9f32-46758815ee40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1363440
Sep 15 13:43:45.912293 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837d7cb5-6df3-4091-88c8-08fc23c29756 req-38c7e3ac-b6fd-49fe-bfb2-1447d55158c5 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:45.913996 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-837d7cb5-6df3-4091-88c8-08fc23c29756 req-38c7e3ac-b6fd-49fe-bfb2-1447d55158c5 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ceb2f64-a7eb-4076-aa4a-1e8fda020c6a HTTP/1.1" status: 200  len: 946 time: 0.0838764
Sep 15 13:43:45.964851 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-837d7cb5-6df3-4091-88c8-08fc23c29756 req-76c4bbdd-9d31-4c89-a9c9-9af836438b1c tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/security-groups?id=89175963-9081-4766-bd6e-dce643f9d5fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449347
Sep 15 13:43:47.170586 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de2370c-0936-493d-b52e-184e25f36d86 req-991b7cf6-0ed5-4dee-abfe-6ac28dc1e2b9 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:47.172171 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-9de2370c-0936-493d-b52e-184e25f36d86 req-991b7cf6-0ed5-4dee-abfe-6ac28dc1e2b9 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ceb2f64-a7eb-4076-aa4a-1e8fda020c6a HTTP/1.1" status: 200  len: 946 time: 0.0843720
Sep 15 13:43:47.222539 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-9de2370c-0936-493d-b52e-184e25f36d86 req-c03e0768-3efb-424a-aa66-e7c447457205 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/security-groups?id=89175963-9081-4766-bd6e-dce643f9d5fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444021
Sep 15 13:43:48.520589 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ee41a-3855-4e51-bea5-eee22bc9d0eb req-b5e69b6c-5237-4863-949c-2a3a0c8acccc tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:48.523256 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-718ee41a-3855-4e51-bea5-eee22bc9d0eb req-b5e69b6c-5237-4863-949c-2a3a0c8acccc tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ceb2f64-a7eb-4076-aa4a-1e8fda020c6a HTTP/1.1" status: 200  len: 946 time: 0.1235747
Sep 15 13:43:48.581743 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-718ee41a-3855-4e51-bea5-eee22bc9d0eb req-c893a64a-1f84-45ce-be01-ac2781977577 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/security-groups?id=89175963-9081-4766-bd6e-dce643f9d5fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0519388
Sep 15 13:43:48.858609 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-e3cc5c43-a640-43e9-9c78-6d6ff805e910 req-e68573d8-606c-4fd7-883c-b843abf16ebd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8ceb2f64-a7eb-4076-aa4a-1e8fda020c6a&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.1079004
Sep 15 13:43:49.201681 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3348518f-5ed1-4d5f-b80d-c5d5596e6109 req-563291f8-2dcd-451e-be2f-27d97cc4f004 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:49.201783 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 36786) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:43:49.205841 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-3348518f-5ed1-4d5f-b80d-c5d5596e6109 req-563291f8-2dcd-451e-be2f-27d97cc4f004 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ceb2f64-a7eb-4076-aa4a-1e8fda020c6a HTTP/1.1" status: 200  len: 946 time: 0.1072643
Sep 15 13:43:49.287397 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-3348518f-5ed1-4d5f-b80d-c5d5596e6109 req-b8a15286-792f-4ebf-bfc2-dfe5dc559897 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/security-groups?id=89175963-9081-4766-bd6e-dce643f9d5fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0800703
Sep 15 13:43:49.469326 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-97bc86c3-c31a-4566-a7d9-df0816ab1ce9 req-08deeb9c-d253-4c63-9641-ab01d7dbbc6d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8ceb2f64-a7eb-4076-aa4a-1e8fda020c6a&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2681112
Sep 15 13:43:49.588346 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Device 2d645075-44ff-4519-8770-07ec8ae0948f no longer exists at agent hyperv_hv-cinder-80918 {{(pid=82347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Sep 15 13:43:49.754427 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:49.794502 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] For port 2d645075-44ff-4519-8770-07ec8ae0948f, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=2d645075-44ff-4519-8770-07ec8ae0948f,segment=NetworkSegment(56e1ad63-677e-400c-b8f9-048d7d57e5d3),segment_id=56e1ad63-677e-400c-b8f9-048d7d57e5d3)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:43:49.795467 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ceb2f64-a7eb-4076-aa4a-1e8fda020c6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d645075-44ff-4519-8770-07ec8ae0948f'}] {{(pid=82347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Sep 15 13:43:49.801968 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:49.803968 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:43:49.899021 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Pushing event updated for resources: {'Port': ['ID=2d645075-44ff-4519-8770-07ec8ae0948f,revision_number=6']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:43:49.905822 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:43:49.955805 dv-cinder-809181-1-iscsi neutron-server[82236]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8ceb2f64-a7eb-4076-aa4a-1e8fda020c6a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2d645075-44ff-4519-8770-07ec8ae0948f', 'code': 422} returned with failed status
Sep 15 13:43:50.197943 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-e9c17a76-ab2e-4313-8252-2ea4d9b6f418 req-995511e7-73bd-4056-bc3b-7d7d7b64f9d8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f4690db418f54210bb493bf3245c165d&device_id=18687200-4d0b-4f86-b9fc-2c3ddbc470b2 HTTP/1.1" status: 200  len: 1138 time: 0.3064539
Sep 15 13:43:50.525008 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6971a4-1fd7-4395-90eb-4a688979073f req-d9b33aff-37a0-4bfc-9254-05e97557476b tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:50.526323 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-4a6971a4-1fd7-4395-90eb-4a688979073f req-d9b33aff-37a0-4bfc-9254-05e97557476b tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "GET /v2.0/ports?device_id=18687200-4d0b-4f86-b9fc-2c3ddbc470b2 HTTP/1.1" status: 200  len: 985 time: 0.5811639
Sep 15 13:43:50.723561 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-4a6971a4-1fd7-4395-90eb-4a688979073f req-b24edfa5-4427-464d-a775-54ba75f5c560 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "GET /v2.0/security-groups?id=4781b849-c099-4cd6-9eb8-2f7a21e5e982&id=a370e798-c2ca-4b03-8fe8-b0ca4ec5f77a&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1508863
Sep 15 13:43:50.756586 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732b09a0-9fd7-48c7-934f-55976bc1fea4 req-1cfdf869-911a-4fb0-8b54-e5201f23bc0c tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:50.764074 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-732b09a0-9fd7-48c7-934f-55976bc1fea4 req-1cfdf869-911a-4fb0-8b54-e5201f23bc0c tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ceb2f64-a7eb-4076-aa4a-1e8fda020c6a HTTP/1.1" status: 200  len: 944 time: 0.2516294
Sep 15 13:43:50.792177 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c17a76-ab2e-4313-8252-2ea4d9b6f418 req-2563181f-9025-4f2d-a071-cf377a0913a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:50.793792 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-e9c17a76-ab2e-4313-8252-2ea4d9b6f418 req-2563181f-9025-4f2d-a071-cf377a0913a5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=22ed8d12-b9e3-40b4-a189-731c2b225206 HTTP/1.1" status: 200  len: 916 time: 0.5858974
Sep 15 13:43:50.896687 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-732b09a0-9fd7-48c7-934f-55976bc1fea4 req-47170b69-0950-4978-bb12-c0e3cd445e39 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/security-groups?id=89175963-9081-4766-bd6e-dce643f9d5fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1314869
Sep 15 13:43:50.935483 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-e9c17a76-ab2e-4313-8252-2ea4d9b6f418 req-2c98fc26-58a3-44a8-a103-e5342bf75ce0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fee43d8f-d5bf-489e-b08b-1f9127053587 HTTP/1.1" status: 200  len: 1002 time: 0.1320145
Sep 15 13:43:51.045419 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c17a76-ab2e-4313-8252-2ea4d9b6f418 req-6b8ec6d5-b08c-4baf-aa78-85ccd4ba5202 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:51.047001 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-e9c17a76-ab2e-4313-8252-2ea4d9b6f418 req-6b8ec6d5-b08c-4baf-aa78-85ccd4ba5202 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0feade9-7551-46e8-99cf-5fe531501bdc HTTP/1.1" status: 200  len: 854 time: 0.0737247
Sep 15 13:43:51.130309 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-e9c17a76-ab2e-4313-8252-2ea4d9b6f418 req-3663f491-a278-458f-a236-37350f4a666d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=22ed8d12-b9e3-40b4-a189-731c2b225206&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0752566
Sep 15 13:43:51.292920 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-e9c17a76-ab2e-4313-8252-2ea4d9b6f418 req-59a3743e-2b1c-4b84-a84f-4ba61792df48 service neutron] 10.222.0.36 "GET /v2.0/networks/22ed8d12-b9e3-40b4-a189-731c2b225206?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1535106
Sep 15 13:43:51.463121 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-e9c17a76-ab2e-4313-8252-2ea4d9b6f418 req-cfa06421-faf3-45a5-8837-416d1301d355 service neutron] 10.222.0.36 "GET /v2.0/networks/22ed8d12-b9e3-40b4-a189-731c2b225206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1600132
Sep 15 13:43:51.638554 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-97bc86c3-c31a-4566-a7d9-df0816ab1ce9 req-016d21b2-495c-450e-8188-c767ca668027 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8ceb2f64-a7eb-4076-aa4a-1e8fda020c6a&tenant_id=d2cb26720af84bd8a1fda6a7b333bad4 HTTP/1.1" status: 200  len: 1097 time: 0.0821710
Sep 15 13:43:51.804482 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-97bc86c3-c31a-4566-a7d9-df0816ab1ce9 req-1c3b46bc-e258-4b6f-8b8a-5ba68b58f766 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d2cb26720af84bd8a1fda6a7b333bad4&device_id=8ceb2f64-a7eb-4076-aa4a-1e8fda020c6a HTTP/1.1" status: 200  len: 1097 time: 0.1131506
Sep 15 13:43:52.027528 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bc86c3-c31a-4566-a7d9-df0816ab1ce9 req-7ad974fb-eb61-45cc-a2b1-fa7f937ab802 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:52.029166 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-97bc86c3-c31a-4566-a7d9-df0816ab1ce9 req-7ad974fb-eb61-45cc-a2b1-fa7f937ab802 service neutron] 10.222.0.36 "GET /v2.0/networks?id=982dc6d1-fde1-4e05-9f32-46758815ee40 HTTP/1.1" status: 200  len: 910 time: 0.2136414
Sep 15 13:43:52.198296 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a90c53-4814-4a41-9c8a-c27a2cc1a511 req-6eb33809-42f0-4d05-8e4f-3d2b8bf3e255 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:52.199960 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-68a90c53-4814-4a41-9c8a-c27a2cc1a511 req-6eb33809-42f0-4d05-8e4f-3d2b8bf3e255 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "GET /v2.0/ports?device_id=18687200-4d0b-4f86-b9fc-2c3ddbc470b2 HTTP/1.1" status: 200  len: 985 time: 0.2858636
Sep 15 13:43:52.252651 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-97bc86c3-c31a-4566-a7d9-df0816ab1ce9 req-a32ddaf5-9acd-4727-89e2-74286bb47632 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2d645075-44ff-4519-8770-07ec8ae0948f HTTP/1.1" status: 200  len: 1000 time: 0.2121189
Sep 15 13:43:52.282601 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1564e85d-20fe-4d52-86f1-225b71b255d6 req-4ec480b9-2095-4c09-91f2-247fae32e111 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:52.284272 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-1564e85d-20fe-4d52-86f1-225b71b255d6 req-4ec480b9-2095-4c09-91f2-247fae32e111 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ceb2f64-a7eb-4076-aa4a-1e8fda020c6a HTTP/1.1" status: 200  len: 944 time: 0.2533195
Sep 15 13:43:52.357068 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-68a90c53-4814-4a41-9c8a-c27a2cc1a511 req-6ab7ed0f-9a53-47c6-bc64-f230e02e37e6 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "GET /v2.0/security-groups?id=4781b849-c099-4cd6-9eb8-2f7a21e5e982&id=a370e798-c2ca-4b03-8fe8-b0ca4ec5f77a&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1406555
Sep 15 13:43:52.416727 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-1564e85d-20fe-4d52-86f1-225b71b255d6 req-490e55c8-1efe-4793-ad9e-c87bfbd202c7 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/security-groups?id=89175963-9081-4766-bd6e-dce643f9d5fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1110334
Sep 15 13:43:52.420604 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bc86c3-c31a-4566-a7d9-df0816ab1ce9 req-e4a6b5ec-fa22-49f7-afa1-40c32d9c5e27 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:52.422192 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-97bc86c3-c31a-4566-a7d9-df0816ab1ce9 req-e4a6b5ec-fa22-49f7-afa1-40c32d9c5e27 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b2f26b2-c7f8-4f7f-8b6c-514ec6432124 HTTP/1.1" status: 200  len: 848 time: 0.1022129
Sep 15 13:43:52.564832 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-97bc86c3-c31a-4566-a7d9-df0816ab1ce9 req-c25ffdf8-449f-4c79-b4f6-302767f1c4bb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=982dc6d1-fde1-4e05-9f32-46758815ee40&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1339970
Sep 15 13:43:52.741856 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-97bc86c3-c31a-4566-a7d9-df0816ab1ce9 req-d6be0afc-007d-40e6-8e40-bd3359f88e8b service neutron] 10.222.0.36 "GET /v2.0/networks/982dc6d1-fde1-4e05-9f32-46758815ee40?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1613886
Sep 15 13:43:52.910368 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-97bc86c3-c31a-4566-a7d9-df0816ab1ce9 req-7af59a11-8e1d-4745-858f-a34cb8d9e77e service neutron] 10.222.0.36 "GET /v2.0/networks/982dc6d1-fde1-4e05-9f32-46758815ee40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1613758
Sep 15 13:43:53.689055 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4778d3cc-338a-4204-9063-0de4066cf7e3 req-0c2e8d87-d898-4995-af09-d3180a43f45b tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:53.690706 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-4778d3cc-338a-4204-9063-0de4066cf7e3 req-0c2e8d87-d898-4995-af09-d3180a43f45b tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "GET /v2.0/ports?device_id=18687200-4d0b-4f86-b9fc-2c3ddbc470b2 HTTP/1.1" status: 200  len: 985 time: 0.1495273
Sep 15 13:43:53.734627 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d9278-4ee2-42b9-af45-7a437c436ef9 req-bdc60fe6-18bd-42c6-88ff-60fb306e1a95 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:53.736138 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a79d9278-4ee2-42b9-af45-7a437c436ef9 req-bdc60fe6-18bd-42c6-88ff-60fb306e1a95 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ceb2f64-a7eb-4076-aa4a-1e8fda020c6a HTTP/1.1" status: 200  len: 944 time: 0.1388831
Sep 15 13:43:53.807096 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-4778d3cc-338a-4204-9063-0de4066cf7e3 req-9113adfa-ec1e-45ab-8576-921d1890b338 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "GET /v2.0/security-groups?id=4781b849-c099-4cd6-9eb8-2f7a21e5e982&id=a370e798-c2ca-4b03-8fe8-b0ca4ec5f77a&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1047361
Sep 15 13:43:53.825158 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a79d9278-4ee2-42b9-af45-7a437c436ef9 req-ccc3e7c6-982a-4c3b-8301-cf510d3b7dfc tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/security-groups?id=89175963-9081-4766-bd6e-dce643f9d5fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0732424
Sep 15 13:43:55.141680 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3049a590-e0da-404c-97dc-7d2b83ac8c53 req-b7192ac6-4a9c-4397-93f7-519d4b946113 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:55.144011 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-3049a590-e0da-404c-97dc-7d2b83ac8c53 req-b7192ac6-4a9c-4397-93f7-519d4b946113 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "GET /v2.0/ports?device_id=18687200-4d0b-4f86-b9fc-2c3ddbc470b2 HTTP/1.1" status: 200  len: 985 time: 0.1647775
Sep 15 13:43:55.151582 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5234de13-4a80-424d-b3c8-04cab78d6cf0 req-b47a7412-011f-407e-bd19-8fc79e3dceb9 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:55.153499 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-5234de13-4a80-424d-b3c8-04cab78d6cf0 req-b47a7412-011f-407e-bd19-8fc79e3dceb9 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ceb2f64-a7eb-4076-aa4a-1e8fda020c6a HTTP/1.1" status: 200  len: 944 time: 0.1246274
Sep 15 13:43:55.224784 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-3049a590-e0da-404c-97dc-7d2b83ac8c53 req-53bb9346-0ac5-4cf4-a5ff-8721e8ac3e05 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "GET /v2.0/security-groups?id=4781b849-c099-4cd6-9eb8-2f7a21e5e982&id=a370e798-c2ca-4b03-8fe8-b0ca4ec5f77a&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0694213
Sep 15 13:43:55.264241 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-5234de13-4a80-424d-b3c8-04cab78d6cf0 req-41dfbc38-3a66-487a-a678-46de619d97c0 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/security-groups?id=89175963-9081-4766-bd6e-dce643f9d5fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0946023
Sep 15 13:43:56.457914 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011cd20d-d4cb-42b6-905c-446d4a9a3da9 req-6134a3cb-0da7-412f-8051-4b502d498b88 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:56.460074 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-011cd20d-d4cb-42b6-905c-446d4a9a3da9 req-6134a3cb-0da7-412f-8051-4b502d498b88 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "GET /v2.0/ports?device_id=18687200-4d0b-4f86-b9fc-2c3ddbc470b2 HTTP/1.1" status: 200  len: 985 time: 0.1046438
Sep 15 13:43:56.501108 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-94891116-5a26-4ff8-91b9-89f7abdc1ae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:56.578198 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-011cd20d-d4cb-42b6-905c-446d4a9a3da9 req-780cf9a2-faf8-4a8e-82af-144d0401ee45 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "GET /v2.0/security-groups?id=4781b849-c099-4cd6-9eb8-2f7a21e5e982&id=a370e798-c2ca-4b03-8fe8-b0ca4ec5f77a&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0704870
Sep 15 13:43:56.595576 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d22f188-fdb0-41fa-aed3-3203a263210b req-3a671efb-5454-4cc3-96fe-71f422e0cdd2 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:56.604078 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-3d22f188-fdb0-41fa-aed3-3203a263210b req-3a671efb-5454-4cc3-96fe-71f422e0cdd2 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ceb2f64-a7eb-4076-aa4a-1e8fda020c6a HTTP/1.1" status: 200  len: 944 time: 0.1425812
Sep 15 13:43:56.677289 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-3d22f188-fdb0-41fa-aed3-3203a263210b req-fc4d66de-a08d-4fe5-ae9c-302119ea6595 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/security-groups?id=89175963-9081-4766-bd6e-dce643f9d5fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0715852
Sep 15 13:43:57.943539 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b1391b-01a1-4ed6-9364-84f3bfd5184b req-855ab4cc-ab41-443e-87db-b73d0f216c7e tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:57.950798 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-32b1391b-01a1-4ed6-9364-84f3bfd5184b req-855ab4cc-ab41-443e-87db-b73d0f216c7e tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "GET /v2.0/ports?device_id=18687200-4d0b-4f86-b9fc-2c3ddbc470b2 HTTP/1.1" status: 200  len: 985 time: 0.1712801
Sep 15 13:43:57.973300 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766abbc0-1481-4448-94f6-11d1add5c46c req-2fe3d91f-f5c5-450c-97fa-ec8b6f30ca40 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:57.976124 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-766abbc0-1481-4448-94f6-11d1add5c46c req-2fe3d91f-f5c5-450c-97fa-ec8b6f30ca40 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ceb2f64-a7eb-4076-aa4a-1e8fda020c6a HTTP/1.1" status: 200  len: 944 time: 0.1534607
Sep 15 13:43:58.034293 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-766abbc0-1481-4448-94f6-11d1add5c46c req-36560192-fa74-407e-be83-32cd1cdc55fe tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/security-groups?id=89175963-9081-4766-bd6e-dce643f9d5fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0515506
Sep 15 13:43:58.066296 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-32b1391b-01a1-4ed6-9364-84f3bfd5184b req-f088d5c6-ae31-4b8f-b577-93bf74ee3378 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "GET /v2.0/security-groups?id=4781b849-c099-4cd6-9eb8-2f7a21e5e982&id=a370e798-c2ca-4b03-8fe8-b0ca4ec5f77a&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1144569
Sep 15 13:43:58.132052 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:58.885428 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-d598723c-47d8-4e44-b851-9997594b9f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:59.138399 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9acd9d20-0ed4-40fe-8ec3-e1d8b485d7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:43:59.400292 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4c972c-a3a8-4cc5-990f-199d3a831757 req-49ee3e74-971a-4560-a719-ef2ff3b75fcd tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:59.401872 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-bc4c972c-a3a8-4cc5-990f-199d3a831757 req-49ee3e74-971a-4560-a719-ef2ff3b75fcd tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "GET /v2.0/ports?device_id=18687200-4d0b-4f86-b9fc-2c3ddbc470b2 HTTP/1.1" status: 200  len: 985 time: 0.1152456
Sep 15 13:43:59.408810 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2989cfb2-b14a-4097-898c-18818662c890 req-43f37635-fc2a-4df1-ae54-523fc9b0d03a tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:43:59.410340 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-2989cfb2-b14a-4097-898c-18818662c890 req-43f37635-fc2a-4df1-ae54-523fc9b0d03a tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ceb2f64-a7eb-4076-aa4a-1e8fda020c6a HTTP/1.1" status: 200  len: 944 time: 0.1714621
Sep 15 13:43:59.718581 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-2989cfb2-b14a-4097-898c-18818662c890 req-5d04f04b-dae9-4676-b1b4-d51752c1caff tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/security-groups?id=89175963-9081-4766-bd6e-dce643f9d5fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0484436
Sep 15 13:43:59.738957 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-bc4c972c-a3a8-4cc5-990f-199d3a831757 req-b149228c-9e33-49f7-9f0d-7e02de035e2f tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "GET /v2.0/security-groups?id=4781b849-c099-4cd6-9eb8-2f7a21e5e982&id=a370e798-c2ca-4b03-8fe8-b0ca4ec5f77a&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.3274212
Sep 15 13:44:00.554163 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b47e50d5-ffd8-49d4-a6b6-3168cd38e3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:44:01.071671 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b185ac-5150-4f76-9849-ed4728163821 req-2d7b7771-34cd-4772-b91c-c720bc9aebc3 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:44:01.073411 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-58b185ac-5150-4f76-9849-ed4728163821 req-2d7b7771-34cd-4772-b91c-c720bc9aebc3 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "GET /v2.0/ports?device_id=18687200-4d0b-4f86-b9fc-2c3ddbc470b2 HTTP/1.1" status: 200  len: 985 time: 0.1583440
Sep 15 13:44:01.079441 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a1090f-3108-41b7-84e5-35098c65ccf4 req-5e95f52e-8f49-4593-b7f1-7339f3158259 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:44:01.087546 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-98a1090f-3108-41b7-84e5-35098c65ccf4 req-5e95f52e-8f49-4593-b7f1-7339f3158259 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ceb2f64-a7eb-4076-aa4a-1e8fda020c6a HTTP/1.1" status: 200  len: 944 time: 0.1744657
Sep 15 13:44:01.166659 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-58b185ac-5150-4f76-9849-ed4728163821 req-a8c3a3f0-7bd1-4f78-8f88-e4d50ea9f4b6 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "GET /v2.0/security-groups?id=4781b849-c099-4cd6-9eb8-2f7a21e5e982&id=a370e798-c2ca-4b03-8fe8-b0ca4ec5f77a&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0762444
Sep 15 13:44:01.174390 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-98a1090f-3108-41b7-84e5-35098c65ccf4 req-ad925c29-4299-4778-b969-16dd77092fea tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/security-groups?id=89175963-9081-4766-bd6e-dce643f9d5fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0859373
Sep 15 13:44:01.673775 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Device 2d645075-44ff-4519-8770-07ec8ae0948f details requested by agent hyperv_hv-cinder-80918 with host hv-cinder-80918 {{(pid=82347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Sep 15 13:44:01.826181 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] For port 2d645075-44ff-4519-8770-07ec8ae0948f, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=2d645075-44ff-4519-8770-07ec8ae0948f,segment=NetworkSegment(56e1ad63-677e-400c-b8f9-048d7d57e5d3),segment_id=56e1ad63-677e-400c-b8f9-048d7d57e5d3)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:44:01.841512 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Returning: {'device': '2d645075-44ff-4519-8770-07ec8ae0948f', 'network_id': '982dc6d1-fde1-4e05-9f32-46758815ee40', 'port_id': '2d645075-44ff-4519-8770-07ec8ae0948f', 'mac_address': 'fa:16:3e:8f:19:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b2f26b2-c7f8-4f7f-8b6c-514ec6432124', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 15 13:44:01.902838 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:44:01.922305 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d645075-44ff-4519-8770-07ec8ae0948f {{(pid=82347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Sep 15 13:44:01.938569 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] For port 2d645075-44ff-4519-8770-07ec8ae0948f, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=2d645075-44ff-4519-8770-07ec8ae0948f,segment=NetworkSegment(56e1ad63-677e-400c-b8f9-048d7d57e5d3),segment_id=56e1ad63-677e-400c-b8f9-048d7d57e5d3)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:44:01.941787 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:44:01.943749 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:44:02.016439 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Pushing event updated for resources: {'Port': ['ID=2d645075-44ff-4519-8770-07ec8ae0948f,revision_number=7']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:44:02.024512 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:44:02.330347 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] get_ports_and_sgs() called for port_ids ['2d645075-44ff-4519-8770-07ec8ae0948f'] {{(pid=82347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 15 13:44:02.483999 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8538bc-8d88-4d58-8801-7bff70e4b04c req-b214945c-89f7-4e5c-afaa-77d522e3578d tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:44:02.485998 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-1e8538bc-8d88-4d58-8801-7bff70e4b04c req-b214945c-89f7-4e5c-afaa-77d522e3578d tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "GET /v2.0/ports?device_id=18687200-4d0b-4f86-b9fc-2c3ddbc470b2 HTTP/1.1" status: 200  len: 985 time: 0.1608701
Sep 15 13:44:02.494213 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa4c3bd-cbdb-47bb-8ae4-8d4ec2420948 req-f2c1af1c-36d8-4a6d-8041-be86ed2c87e2 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:44:02.496216 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-eaa4c3bd-cbdb-47bb-8ae4-8d4ec2420948 req-f2c1af1c-36d8-4a6d-8041-be86ed2c87e2 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ceb2f64-a7eb-4076-aa4a-1e8fda020c6a HTTP/1.1" status: 200  len: 945 time: 0.1202633
Sep 15 13:44:02.582332 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-1e8538bc-8d88-4d58-8801-7bff70e4b04c req-db8b7cb6-d05a-4185-8d1d-cafd4f8d981c tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "GET /v2.0/security-groups?id=4781b849-c099-4cd6-9eb8-2f7a21e5e982&id=a370e798-c2ca-4b03-8fe8-b0ca4ec5f77a&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0848281
Sep 15 13:44:02.619011 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-eaa4c3bd-cbdb-47bb-8ae4-8d4ec2420948 req-4c380d76-f14c-4cab-afc9-a7e361784bf7 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/security-groups?id=89175963-9081-4766-bd6e-dce643f9d5fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0917375
Sep 15 13:44:03.685213 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Device 2d645075-44ff-4519-8770-07ec8ae0948f up at agent hyperv_hv-cinder-80918 {{(pid=82347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Sep 15 13:44:03.772981 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Provisioning complete for port 2d645075-44ff-4519-8770-07ec8ae0948f triggered by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:44:03.773082 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:44:03.874066 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f6d89d-c22c-4d16-ac66-39cad153339d req-c86cb036-bc02-41af-9cb4-c88eee91f5ce tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:44:03.875732 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-88f6d89d-c22c-4d16-ac66-39cad153339d req-c86cb036-bc02-41af-9cb4-c88eee91f5ce tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "GET /v2.0/ports?device_id=18687200-4d0b-4f86-b9fc-2c3ddbc470b2 HTTP/1.1" status: 200  len: 985 time: 0.1590199
Sep 15 13:44:03.886226 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92399dc2-541e-45a0-9084-846b5118a293 req-4a13f14b-9c6f-4954-9033-e45216020cb7 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:44:03.887704 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-92399dc2-541e-45a0-9084-846b5118a293 req-4a13f14b-9c6f-4954-9033-e45216020cb7 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ceb2f64-a7eb-4076-aa4a-1e8fda020c6a HTTP/1.1" status: 200  len: 945 time: 0.1245422
Sep 15 13:44:03.908749 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:44:03.935879 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:44:03.949161 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ceb2f64-a7eb-4076-aa4a-1e8fda020c6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d645075-44ff-4519-8770-07ec8ae0948f'}] {{(pid=82347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Sep 15 13:44:03.960758 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] For port 2d645075-44ff-4519-8770-07ec8ae0948f, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=2d645075-44ff-4519-8770-07ec8ae0948f,segment=NetworkSegment(56e1ad63-677e-400c-b8f9-048d7d57e5d3),segment_id=56e1ad63-677e-400c-b8f9-048d7d57e5d3)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:44:03.964499 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:44:03.966579 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:44:03.969934 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-88f6d89d-c22c-4d16-ac66-39cad153339d req-4c816901-49b9-4c83-9c6b-3ee7a882d6eb tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "GET /v2.0/security-groups?id=4781b849-c099-4cd6-9eb8-2f7a21e5e982&id=a370e798-c2ca-4b03-8fe8-b0ca4ec5f77a&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0810544
Sep 15 13:44:03.987349 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-92399dc2-541e-45a0-9084-846b5118a293 req-8bcc819b-7088-4627-a7f1-f23b6ec94973 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/security-groups?id=89175963-9081-4766-bd6e-dce643f9d5fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0819752
Sep 15 13:44:04.054887 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Pushing event updated for resources: {'Port': ['ID=2d645075-44ff-4519-8770-07ec8ae0948f,revision_number=8']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:44:04.059677 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:44:04.218475 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.agents_db [None req-051818a7-3814-4859-966a-2c4e7d325cc9 None None] Agent healthcheck: found 6 active agents {{(pid=82348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Sep 15 13:44:04.256830 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ceb2f64-a7eb-4076-aa4a-1e8fda020c6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d645075-44ff-4519-8770-07ec8ae0948f', 'code': 200}
Sep 15 13:44:04.649903 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-3a778ea6-b63a-4e6b-a117-c9882118410e req-bc55a43e-308e-4801-833e-46ce3e66d92e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8ceb2f64-a7eb-4076-aa4a-1e8fda020c6a HTTP/1.1" status: 200  len: 1099 time: 0.0726981
Sep 15 13:44:04.700422 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-3a778ea6-b63a-4e6b-a117-c9882118410e req-4d936f8a-2771-4029-80a5-60aa867786c6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=89175963-9081-4766-bd6e-dce643f9d5fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424840
Sep 15 13:44:05.267314 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b203ac49-73c1-4a44-856e-cb97e8277e43 req-11be1c82-b3b4-45c2-b329-1150b2ad07c6 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:44:05.269072 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-b203ac49-73c1-4a44-856e-cb97e8277e43 req-11be1c82-b3b4-45c2-b329-1150b2ad07c6 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "GET /v2.0/ports?device_id=18687200-4d0b-4f86-b9fc-2c3ddbc470b2 HTTP/1.1" status: 200  len: 985 time: 0.1490750
Sep 15 13:44:05.275061 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931c6285-aa41-48d3-b1e7-fbbc3dd4019a req-c9864516-5df1-4f3b-86cd-361946286a1b tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:44:05.276687 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-931c6285-aa41-48d3-b1e7-fbbc3dd4019a req-c9864516-5df1-4f3b-86cd-361946286a1b tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ceb2f64-a7eb-4076-aa4a-1e8fda020c6a HTTP/1.1" status: 200  len: 946 time: 0.1218524
Sep 15 13:44:05.355887 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-b203ac49-73c1-4a44-856e-cb97e8277e43 req-55471bdc-e659-48a6-ab75-99bdcf74f88e tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "GET /v2.0/security-groups?id=4781b849-c099-4cd6-9eb8-2f7a21e5e982&id=a370e798-c2ca-4b03-8fe8-b0ca4ec5f77a&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0780144
Sep 15 13:44:05.363035 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-931c6285-aa41-48d3-b1e7-fbbc3dd4019a req-9e6e5027-7230-4d92-9ede-46886efb6218 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/security-groups?id=89175963-9081-4766-bd6e-dce643f9d5fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0662200
Sep 15 13:44:05.500422 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 37038) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:44:05.774465 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.db_base_plugin_v2 [None req-02194ce9-8069-4205-bc8d-bdbd47d7d166 admin admin] Deleting subnet 5ff1b6d6-b719-4717-9095-e467b3f3968e {{(pid=82346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Sep 15 13:44:05.777573 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-02194ce9-8069-4205-bc8d-bdbd47d7d166 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:44:05.830625 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-02194ce9-8069-4205-bc8d-bdbd47d7d166 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851686669'] for subnet, precommit_delete_associations {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:44:05.892176 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-02194ce9-8069-4205-bc8d-bdbd47d7d166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-956'] for subnet, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:44:05.963514 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-02194ce9-8069-4205-bc8d-bdbd47d7d166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853327942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1150312'] for subnet, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:44:05.968170 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-5093eb41-19aa-4aba-af2b-cdd6121728ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:44:06.004343 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02194ce9-8069-4205-bc8d-bdbd47d7d166 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ff1b6d6-b719-4717-9095-e467b3f3968e,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:44:06.015116 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-02194ce9-8069-4205-bc8d-bdbd47d7d166 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:44:06.020769 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02194ce9-8069-4205-bc8d-bdbd47d7d166 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:44:06.021197 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02194ce9-8069-4205-bc8d-bdbd47d7d166 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:44:06.021614 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02194ce9-8069-4205-bc8d-bdbd47d7d166 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:44:06.022024 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02194ce9-8069-4205-bc8d-bdbd47d7d166 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:44:06.022432 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02194ce9-8069-4205-bc8d-bdbd47d7d166 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:44:06.022837 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02194ce9-8069-4205-bc8d-bdbd47d7d166 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:44:06.023239 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02194ce9-8069-4205-bc8d-bdbd47d7d166 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:44:06.023665 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02194ce9-8069-4205-bc8d-bdbd47d7d166 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:44:06.024084 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02194ce9-8069-4205-bc8d-bdbd47d7d166 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:44:06.024484 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02194ce9-8069-4205-bc8d-bdbd47d7d166 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:44:06.024879 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02194ce9-8069-4205-bc8d-bdbd47d7d166 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:44:06.027962 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-02194ce9-8069-4205-bc8d-bdbd47d7d166 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:44:06.029426 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-02194ce9-8069-4205-bc8d-bdbd47d7d166 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/5ff1b6d6-b719-4717-9095-e467b3f3968e HTTP/1.1" status: 204  len: 168 time: 0.5279441
Sep 15 13:44:06.032090 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 37042) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:44:06.146820 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7c9ca759-8772-41f6-a7c8-e1dc134947f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854347016'] for network, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:44:06.282244 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7c9ca759-8772-41f6-a7c8-e1dc134947f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13861', 'neutron.services.segments.db._delete_segments_for_network-8735111364894'] for network, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:44:06.296244 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.services.segments.db [None req-7c9ca759-8772-41f6-a7c8-e1dc134947f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1cd10f09b0>,) {'filters': {'network_id': ['22c5e686-1e8b-4cf9-8815-eed779998c4a']}} {{(pid=82346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:44:06.309363 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.services.segments.db [None req-7c9ca759-8772-41f6-a7c8-e1dc134947f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1cd10f09b0>, '9af64173-1608-49cc-9c02-54e3e7c2beb6') {'for_net_delete': True} {{(pid=82346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:44:06.309711 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.services.segments.db [None req-7c9ca759-8772-41f6-a7c8-e1dc134947f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1cd10f09b0>, '9af64173-1608-49cc-9c02-54e3e7c2beb6') {} {{(pid=82346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:44:06.322561 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7c9ca759-8772-41f6-a7c8-e1dc134947f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363301743409746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3089130'] for segment, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:44:06.339796 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7c9ca759-8772-41f6-a7c8-e1dc134947f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854307961'] for segment, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:44:06.346217 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c9ca759-8772-41f6-a7c8-e1dc134947f2 admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=82346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Sep 15 13:44:06.346751 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7c9ca759-8772-41f6-a7c8-e1dc134947f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-467870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853328127'] for segment, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:44:06.360757 dv-cinder-809181-1-iscsi neutron-server[82236]: Traceback (most recent call last):
Sep 15 13:44:06.360757 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Sep 15 13:44:06.360757 dv-cinder-809181-1-iscsi neutron-server[82236]:     timer()
Sep 15 13:44:06.360757 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 15 13:44:06.360757 dv-cinder-809181-1-iscsi neutron-server[82236]:     cb(*args, **kw)
Sep 15 13:44:06.360757 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Sep 15 13:44:06.360757 dv-cinder-809181-1-iscsi neutron-server[82236]:     return func(*args, **kwargs)
Sep 15 13:44:06.360757 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 15 13:44:06.360757 dv-cinder-809181-1-iscsi neutron-server[82236]:     self._notify()
Sep 15 13:44:06.360757 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 15 13:44:06.360757 dv-cinder-809181-1-iscsi neutron-server[82236]:     self.callback(batched_events)
Sep 15 13:44:06.360757 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 15 13:44:06.360757 dv-cinder-809181-1-iscsi neutron-server[82236]:     event.method(event)
Sep 15 13:44:06.360757 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 15 13:44:06.360757 dv-cinder-809181-1-iscsi neutron-server[82236]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 15 13:44:06.360757 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Sep 15 13:44:06.360757 dv-cinder-809181-1-iscsi neutron-server[82236]:     segment_id)['aggregates'][0]
Sep 15 13:44:06.360757 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Sep 15 13:44:06.360757 dv-cinder-809181-1-iscsi neutron-server[82236]:     return f(self, *a, **k)
Sep 15 13:44:06.360757 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Sep 15 13:44:06.360757 dv-cinder-809181-1-iscsi neutron-server[82236]:     return self._get(url).json()
Sep 15 13:44:06.360757 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Sep 15 13:44:06.360757 dv-cinder-809181-1-iscsi neutron-server[82236]:     **kwargs)
Sep 15 13:44:06.360757 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Sep 15 13:44:06.360757 dv-cinder-809181-1-iscsi neutron-server[82236]:     return self.request(url, 'GET', **kwargs)
Sep 15 13:44:06.360757 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Sep 15 13:44:06.360757 dv-cinder-809181-1-iscsi neutron-server[82236]:     **endpoint_filter)
Sep 15 13:44:06.360757 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Sep 15 13:44:06.360757 dv-cinder-809181-1-iscsi neutron-server[82236]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 15 13:44:06.360757 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Sep 15 13:44:06.360757 dv-cinder-809181-1-iscsi neutron-server[82236]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 15 13:44:06.360757 dv-cinder-809181-1-iscsi neutron-server[82236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 15 13:44:06.447823 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7c9ca759-8772-41f6-a7c8-e1dc134947f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854761902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853102175'] for network, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:44:06.453487 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7c9ca759-8772-41f6-a7c8-e1dc134947f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7149901'] for network, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:44:06.461263 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:44:06.483160 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9ca759-8772-41f6-a7c8-e1dc134947f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=22c5e686-1e8b-4cf9-8815-eed779998c4a,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:44:06.486192 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-7c9ca759-8772-41f6-a7c8-e1dc134947f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:44:06.489661 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-7c9ca759-8772-41f6-a7c8-e1dc134947f2 admin admin] 10.222.0.41 "DELETE /v2.0/networks/22c5e686-1e8b-4cf9-8815-eed779998c4a HTTP/1.1" status: 204  len: 168 time: 0.4563174
Sep 15 13:44:06.639974 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451df0f5-6d03-42a5-91ce-541653c3babd req-25dcf0f0-6770-4174-9dd3-6f31f524e37d tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:44:06.641629 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-451df0f5-6d03-42a5-91ce-541653c3babd req-25dcf0f0-6770-4174-9dd3-6f31f524e37d tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "GET /v2.0/ports?device_id=18687200-4d0b-4f86-b9fc-2c3ddbc470b2 HTTP/1.1" status: 200  len: 985 time: 0.1535962
Sep 15 13:44:06.652896 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d9abc-5c59-48f2-a3fc-0d1a9b4fd3bb req-be8829ff-af44-4d50-bb30-7137e0537636 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:44:06.654669 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a51d9abc-5c59-48f2-a3fc-0d1a9b4fd3bb req-be8829ff-af44-4d50-bb30-7137e0537636 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ceb2f64-a7eb-4076-aa4a-1e8fda020c6a HTTP/1.1" status: 200  len: 946 time: 0.1288049
Sep 15 13:44:06.700463 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 37056) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:44:06.735477 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-451df0f5-6d03-42a5-91ce-541653c3babd req-6d0b79cf-59d5-45d9-b955-bcc5ff1f8aac tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "GET /v2.0/security-groups?id=4781b849-c099-4cd6-9eb8-2f7a21e5e982&id=a370e798-c2ca-4b03-8fe8-b0ca4ec5f77a&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0795720
Sep 15 13:44:06.740738 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a51d9abc-5c59-48f2-a3fc-0d1a9b4fd3bb req-2fa65bee-c9ba-4321-96fc-d0d0f8f547d3 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/security-groups?id=89175963-9081-4766-bd6e-dce643f9d5fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0683773
Sep 15 13:44:06.757770 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-cfcb6b6c-8def-4c9e-b511-9bb75802ec33 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=80a3f843a4c74e49be14ec5c2a2f7ca3&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0538177
Sep 15 13:44:06.758033 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 37060) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:44:06.831433 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-0767f3b0-ffff-43e9-b8a5-54b2cac12bef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:44:06.861316 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-0767f3b0-ffff-43e9-b8a5-54b2cac12bef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:44:06.910038 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-0767f3b0-ffff-43e9-b8a5-54b2cac12bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:44:06.917033 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-5e4a9fd5-1ffc-4292-a02c-15899b782358 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:44:06.932999 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0767f3b0-ffff-43e9-b8a5-54b2cac12bef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7212dde7-41f8-41d3-9a43-fa5de696ce7b,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:44:06.939477 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-0767f3b0-ffff-43e9-b8a5-54b2cac12bef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:44:06.942902 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-0767f3b0-ffff-43e9-b8a5-54b2cac12bef admin admin] Notify callbacks [] for security_group, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:44:06.944603 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-0767f3b0-ffff-43e9-b8a5-54b2cac12bef admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7212dde7-41f8-41d3-9a43-fa5de696ce7b HTTP/1.1" status: 204  len: 168 time: 0.1854489
Sep 15 13:44:07.954457 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75fba4b-9630-4cad-b35b-f9fcbf0af466 req-66be5df4-a2f3-4f50-9886-9bb1b43f3bba tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:44:07.956281 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-d75fba4b-9630-4cad-b35b-f9fcbf0af466 req-66be5df4-a2f3-4f50-9886-9bb1b43f3bba tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "GET /v2.0/ports?device_id=18687200-4d0b-4f86-b9fc-2c3ddbc470b2 HTTP/1.1" status: 200  len: 985 time: 0.0907404
Sep 15 13:44:08.011425 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-d75fba4b-9630-4cad-b35b-f9fcbf0af466 req-53eec8c7-eadf-4f66-890e-80dd1e52cd19 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "GET /v2.0/security-groups?id=4781b849-c099-4cd6-9eb8-2f7a21e5e982&id=a370e798-c2ca-4b03-8fe8-b0ca4ec5f77a&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0483143
Sep 15 13:44:09.255111 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13778795-8bd3-4e54-af79-f7e79e588c9b req-3ce4644a-1f03-4e12-b9e1-b2163d6f58eb tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:44:09.256762 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-13778795-8bd3-4e54-af79-f7e79e588c9b req-3ce4644a-1f03-4e12-b9e1-b2163d6f58eb tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "GET /v2.0/ports?device_id=18687200-4d0b-4f86-b9fc-2c3ddbc470b2 HTTP/1.1" status: 200  len: 985 time: 0.1038070
Sep 15 13:44:09.313924 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-13778795-8bd3-4e54-af79-f7e79e588c9b req-2ec68250-2c34-4e7e-923b-76a3f47897ea tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "GET /v2.0/security-groups?id=4781b849-c099-4cd6-9eb8-2f7a21e5e982&id=a370e798-c2ca-4b03-8fe8-b0ca4ec5f77a&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0482979
Sep 15 13:44:10.529788 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1cfa5e-6503-4f1f-a162-561cb11b956a req-030520cf-c15b-4441-b46e-06120f4f63ea tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:44:10.531289 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-7b1cfa5e-6503-4f1f-a162-561cb11b956a req-030520cf-c15b-4441-b46e-06120f4f63ea tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "GET /v2.0/ports?device_id=18687200-4d0b-4f86-b9fc-2c3ddbc470b2 HTTP/1.1" status: 200  len: 985 time: 0.0858433
Sep 15 13:44:10.581156 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-7b1cfa5e-6503-4f1f-a162-561cb11b956a req-6b37acac-5b20-4cba-92b3-e890f86bf2c9 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "GET /v2.0/security-groups?id=4781b849-c099-4cd6-9eb8-2f7a21e5e982&id=a370e798-c2ca-4b03-8fe8-b0ca4ec5f77a&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0434542
Sep 15 13:44:13.216285 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae245014-8b57-4acd-9828-91507c9ad22a req-1f52abe7-b59d-4e56-825c-9c6ab20ddf85 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:44:13.217885 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-ae245014-8b57-4acd-9828-91507c9ad22a req-1f52abe7-b59d-4e56-825c-9c6ab20ddf85 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "GET /v2.0/ports?device_id=18687200-4d0b-4f86-b9fc-2c3ddbc470b2 HTTP/1.1" status: 200  len: 985 time: 0.0821049
Sep 15 13:44:13.275566 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-ae245014-8b57-4acd-9828-91507c9ad22a req-09a6d632-b4c0-4065-8fa9-d88dfbd3a01b tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "GET /v2.0/security-groups?id=4781b849-c099-4cd6-9eb8-2f7a21e5e982&id=a370e798-c2ca-4b03-8fe8-b0ca4ec5f77a&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0506830
Sep 15 13:44:14.482820 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5404e392-cd7b-4dca-8c02-bbc8c71255ec req-7ebaa5e8-2877-4f64-9022-ee1926c4f801 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:44:14.484343 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-5404e392-cd7b-4dca-8c02-bbc8c71255ec req-7ebaa5e8-2877-4f64-9022-ee1926c4f801 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "GET /v2.0/ports?device_id=18687200-4d0b-4f86-b9fc-2c3ddbc470b2 HTTP/1.1" status: 200  len: 985 time: 0.0828087
Sep 15 13:44:14.533728 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-5404e392-cd7b-4dca-8c02-bbc8c71255ec req-d0df4a1b-4e4d-4c17-9c7a-4e847ae0e4fc tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "GET /v2.0/security-groups?id=4781b849-c099-4cd6-9eb8-2f7a21e5e982&id=a370e798-c2ca-4b03-8fe8-b0ca4ec5f77a&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0432603
Sep 15 13:44:16.116578 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 37174) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:44:16.265130 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-3e8d44c8-3486-45c1-be52-2335459ceac2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:44:16.298210 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-3e8d44c8-3486-45c1-be52-2335459ceac2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:44:16.303059 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-3e8d44c8-3486-45c1-be52-2335459ceac2 admin admin] Usage tracker for resource:security_group_rule and tenant:553a510b9c294ddab44fc9f25ffa753d is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:44:16.306161 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-3e8d44c8-3486-45c1-be52-2335459ceac2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:44:16.312186 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-3e8d44c8-3486-45c1-be52-2335459ceac2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:44:16.379803 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-3e8d44c8-3486-45c1-be52-2335459ceac2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:44:16.382507 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-3e8d44c8-3486-45c1-be52-2335459ceac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:44:16.389775 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-422f56ee-21b9-43f0-900b-4a9628a6259d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:44:16.435425 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8d44c8-3486-45c1-be52-2335459ceac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2ee4e9-e18a-46e3-bdf5-b379bbdd182c,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:44:16.440062 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-3e8d44c8-3486-45c1-be52-2335459ceac2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=553a510b9c294ddab44fc9f25ffa753d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3224018
Sep 15 13:44:16.441020 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-3e8d44c8-3486-45c1-be52-2335459ceac2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:44:16.442937 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 37180) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:44:16.507448 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-4e131555-cf0d-4000-b0e6-afe4a9689011 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:44:16.535690 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-4e131555-cf0d-4000-b0e6-afe4a9689011 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:44:16.584654 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-4e131555-cf0d-4000-b0e6-afe4a9689011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:44:16.589717 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-5dc465b9-cbc9-4a51-90e7-844a0ad4d69b tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:44:16.607429 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e131555-cf0d-4000-b0e6-afe4a9689011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d2ee4e9-e18a-46e3-bdf5-b379bbdd182c,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:44:16.607429 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-4e131555-cf0d-4000-b0e6-afe4a9689011 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:44:16.613297 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-4e131555-cf0d-4000-b0e6-afe4a9689011 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5d2ee4e9-e18a-46e3-bdf5-b379bbdd182c HTTP/1.1" status: 204  len: 168 time: 0.1673491
Sep 15 13:44:16.616634 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-4e131555-cf0d-4000-b0e6-afe4a9689011 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:44:18.381697 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d368c4-3256-42b2-9c3e-cce07d9f4672 req-3a9376e3-cbb8-4ef9-99ef-a555a715a1df tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:44:18.383218 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-b2d368c4-3256-42b2-9c3e-cce07d9f4672 req-3a9376e3-cbb8-4ef9-99ef-a555a715a1df tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6e8854d-558e-48c7-b160-ac7f6c1744c4 HTTP/1.1" status: 200  len: 946 time: 0.0866885
Sep 15 13:44:18.430981 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-b2d368c4-3256-42b2-9c3e-cce07d9f4672 req-ec869870-8dee-4ff5-be81-9b0df93fb0e2 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=89e16839-325b-4e32-8166-088abba378dc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415161
Sep 15 13:44:19.647178 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4848d5-a984-4a10-9d90-74c97609392e req-1352a279-e8df-43df-b896-300bc494df95 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:44:19.648740 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-7e4848d5-a984-4a10-9d90-74c97609392e req-1352a279-e8df-43df-b896-300bc494df95 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6e8854d-558e-48c7-b160-ac7f6c1744c4 HTTP/1.1" status: 200  len: 946 time: 0.0826042
Sep 15 13:44:19.697051 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-7e4848d5-a984-4a10-9d90-74c97609392e req-fa5badf9-0bb7-4301-af6d-c5d5c86a33c2 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=89e16839-325b-4e32-8166-088abba378dc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423107
Sep 15 13:44:20.928971 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6f5a9c-a10f-40bc-91e6-7ae26dd6f1d2 req-01390aa1-83ac-465b-b235-962d39ae9699 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:44:20.930693 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-0e6f5a9c-a10f-40bc-91e6-7ae26dd6f1d2 req-01390aa1-83ac-465b-b235-962d39ae9699 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6e8854d-558e-48c7-b160-ac7f6c1744c4 HTTP/1.1" status: 200  len: 946 time: 0.0864367
Sep 15 13:44:20.979675 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-0e6f5a9c-a10f-40bc-91e6-7ae26dd6f1d2 req-38e4dd9a-dccd-49aa-967e-f3560954535b tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=89e16839-325b-4e32-8166-088abba378dc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428004
Sep 15 13:44:22.189901 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635a991c-5792-45d8-9b43-116b09ec39bd req-72b3fc19-8fdf-4033-a917-b3b373712922 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:44:22.191384 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-635a991c-5792-45d8-9b43-116b09ec39bd req-72b3fc19-8fdf-4033-a917-b3b373712922 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6e8854d-558e-48c7-b160-ac7f6c1744c4 HTTP/1.1" status: 200  len: 946 time: 0.0809479
Sep 15 13:44:22.239050 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-635a991c-5792-45d8-9b43-116b09ec39bd req-12a47ccf-5a11-4666-88e2-ba142c080f27 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=89e16839-325b-4e32-8166-088abba378dc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411899
Sep 15 13:44:23.454225 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ed490-46a5-4aa5-9832-932321d93834 req-3da0cace-fde9-4552-8ad7-1e194b02c9c3 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:44:23.456034 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-8e0ed490-46a5-4aa5-9832-932321d93834 req-3da0cace-fde9-4552-8ad7-1e194b02c9c3 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6e8854d-558e-48c7-b160-ac7f6c1744c4 HTTP/1.1" status: 200  len: 946 time: 0.0848372
Sep 15 13:44:23.504108 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-8e0ed490-46a5-4aa5-9832-932321d93834 req-a2d29881-f57f-408b-b3ca-38d03dce5a05 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=89e16839-325b-4e32-8166-088abba378dc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416694
Sep 15 13:44:24.719650 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75bf898-5eee-4f1f-92d5-418ac02c1bd0 req-2fc8e6ee-e023-4f20-90a5-4190c1eedce0 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:44:24.721249 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-e75bf898-5eee-4f1f-92d5-418ac02c1bd0 req-2fc8e6ee-e023-4f20-90a5-4190c1eedce0 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6e8854d-558e-48c7-b160-ac7f6c1744c4 HTTP/1.1" status: 200  len: 946 time: 0.0819461
Sep 15 13:44:24.771800 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-e75bf898-5eee-4f1f-92d5-418ac02c1bd0 req-cf8e234d-245e-4ee8-9c61-16372b830c80 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=89e16839-325b-4e32-8166-088abba378dc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439796
Sep 15 13:44:25.985977 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846300f1-c065-440b-bc89-0f1348275b9b req-22d54dee-e666-4083-994a-c6bf742ccf41 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:44:25.987550 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-846300f1-c065-440b-bc89-0f1348275b9b req-22d54dee-e666-4083-994a-c6bf742ccf41 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6e8854d-558e-48c7-b160-ac7f6c1744c4 HTTP/1.1" status: 200  len: 946 time: 0.0823474
Sep 15 13:44:26.034573 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-846300f1-c065-440b-bc89-0f1348275b9b req-63b88dc9-cd55-464e-8f3b-de6c0a2778bc tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=89e16839-325b-4e32-8166-088abba378dc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403886
Sep 15 13:44:26.493068 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-55c1435d-0573-40b4-86fd-d24d9544cfc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:44:27.260760 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d304de-8a4d-4fa7-9507-18f33102006f req-2af231f3-0ac5-4161-8704-60063ab5a35d tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:44:27.262374 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-16d304de-8a4d-4fa7-9507-18f33102006f req-2af231f3-0ac5-4161-8704-60063ab5a35d tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6e8854d-558e-48c7-b160-ac7f6c1744c4 HTTP/1.1" status: 200  len: 946 time: 0.0948639
Sep 15 13:44:27.314684 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-16d304de-8a4d-4fa7-9507-18f33102006f req-fe8b05f8-0c16-4116-b28c-e952ee36e2f0 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=89e16839-325b-4e32-8166-088abba378dc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460351
Sep 15 13:44:28.115257 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:44:28.529026 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1194a7-13f8-41e4-b935-a27e29f02995 req-7e39dd10-e378-49cc-b16a-b886e7f87db2 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:44:28.530639 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-5d1194a7-13f8-41e4-b935-a27e29f02995 req-7e39dd10-e378-49cc-b16a-b886e7f87db2 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6e8854d-558e-48c7-b160-ac7f6c1744c4 HTTP/1.1" status: 200  len: 946 time: 0.0832696
Sep 15 13:44:28.579386 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-5d1194a7-13f8-41e4-b935-a27e29f02995 req-7e1bb0b4-ab5d-474d-b099-303c01791070 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=89e16839-325b-4e32-8166-088abba378dc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425472
Sep 15 13:44:28.889083 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-4529d674-fd90-4ed1-85ed-2b43d98473fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:44:29.134917 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9acd9d20-0ed4-40fe-8ec3-e1d8b485d7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:44:29.795014 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4d8287-031b-4618-8b7c-dad8e3905e70 req-e35aaa9b-fc47-43c2-b1ac-eab63d79be25 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:44:29.796689 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-2b4d8287-031b-4618-8b7c-dad8e3905e70 req-e35aaa9b-fc47-43c2-b1ac-eab63d79be25 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6e8854d-558e-48c7-b160-ac7f6c1744c4 HTTP/1.1" status: 200  len: 946 time: 0.0856695
Sep 15 13:44:29.845137 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-2b4d8287-031b-4618-8b7c-dad8e3905e70 req-78b2b4da-58e5-4b24-b92b-9c63ce0b020b tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=89e16839-325b-4e32-8166-088abba378dc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423541
Sep 15 13:44:30.556391 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b47e50d5-ffd8-49d4-a6b6-3168cd38e3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:44:31.062647 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6f9ef6-d4c5-4650-99f7-b1dea89d2fe4 req-93c1255b-21f8-4967-8d18-884e7c951b14 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:44:31.064278 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-dd6f9ef6-d4c5-4650-99f7-b1dea89d2fe4 req-93c1255b-21f8-4967-8d18-884e7c951b14 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6e8854d-558e-48c7-b160-ac7f6c1744c4 HTTP/1.1" status: 200  len: 946 time: 0.0824864
Sep 15 13:44:31.116647 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-dd6f9ef6-d4c5-4650-99f7-b1dea89d2fe4 req-f3eceb00-cd98-43fd-a4af-015eb18dcffe tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=89e16839-325b-4e32-8166-088abba378dc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458364
Sep 15 13:44:32.340802 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef37f1-48fb-4bb1-91d1-031c938c5fa0 req-ce1ab247-f2da-4e3b-87c6-a8f60e13da46 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:44:32.342392 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-93ef37f1-48fb-4bb1-91d1-031c938c5fa0 req-ce1ab247-f2da-4e3b-87c6-a8f60e13da46 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6e8854d-558e-48c7-b160-ac7f6c1744c4 HTTP/1.1" status: 200  len: 946 time: 0.0850308
Sep 15 13:44:32.389356 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-93ef37f1-48fb-4bb1-91d1-031c938c5fa0 req-efb7a2f4-6296-4374-887f-ac38f8b2c7a0 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=89e16839-325b-4e32-8166-088abba378dc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409334
Sep 15 13:44:33.606138 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef664300-81b9-49a1-9fbe-0e763b0ba6ee req-91f250e0-a4b3-4442-b7ac-3c6921bcf2be tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:44:33.607763 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-ef664300-81b9-49a1-9fbe-0e763b0ba6ee req-91f250e0-a4b3-4442-b7ac-3c6921bcf2be tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6e8854d-558e-48c7-b160-ac7f6c1744c4 HTTP/1.1" status: 200  len: 946 time: 0.0854673
Sep 15 13:44:33.654420 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-ef664300-81b9-49a1-9fbe-0e763b0ba6ee req-cfe64dee-79ff-458e-860d-85f5aa304d42 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=89e16839-325b-4e32-8166-088abba378dc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406082
Sep 15 13:44:33.790978 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Device 3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7 details requested by agent hyperv_hv-cinder-80918 with host hv-cinder-80918 {{(pid=82347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Sep 15 13:44:33.943237 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] For port 3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7,segment=NetworkSegment(11169836-79b2-4822-b283-a5d557a2336a),segment_id=11169836-79b2-4822-b283-a5d557a2336a)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:44:33.956389 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:44:33.959067 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Returning: {'device': '3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7', 'network_id': 'e9c16276-857e-49e4-bec2-1a6e621bb0c0', 'port_id': '3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7', 'mac_address': 'fa:16:3e:a8:d7:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d3cda93-f669-4c8c-b3ae-fd1f6c47904a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 15 13:44:34.017592 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:44:34.035774 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7 {{(pid=82347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Sep 15 13:44:34.050403 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] For port 3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7,segment=NetworkSegment(11169836-79b2-4822-b283-a5d557a2336a),segment_id=11169836-79b2-4822-b283-a5d557a2336a)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:44:34.053119 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:44:34.054909 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-9c56d4c3-2729-40d8-b962-a137b289766c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:44:34.120225 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Pushing event updated for resources: {'Port': ['ID=3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7,revision_number=6']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:44:34.129164 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:44:34.129557 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:44:34.130503 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:44:34.130831 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:44:34.131207 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:44:34.131580 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:44:34.131985 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:44:34.132357 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:44:34.132724 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:44:34.133090 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:44:34.133457 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:44:34.137431 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:44:34.236811 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] get_ports_and_sgs() called for port_ids ['3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7'] {{(pid=82347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 15 13:44:34.869493 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce208316-d2b5-4016-91d8-600e4358a69b req-9e5f62af-e7e6-4619-95dc-d7db61212fbe tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:44:34.871078 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-ce208316-d2b5-4016-91d8-600e4358a69b req-9e5f62af-e7e6-4619-95dc-d7db61212fbe tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6e8854d-558e-48c7-b160-ac7f6c1744c4 HTTP/1.1" status: 200  len: 945 time: 0.0832996
Sep 15 13:44:34.918179 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-ce208316-d2b5-4016-91d8-600e4358a69b req-ec1a431e-442d-4640-b1fa-8052218dd3e1 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=89e16839-325b-4e32-8166-088abba378dc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411944
Sep 15 13:44:35.795611 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Device 3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7 up at agent hyperv_hv-cinder-80918 {{(pid=82347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Sep 15 13:44:35.878689 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Provisioning complete for port 3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7 triggered by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:44:35.879236 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:44:35.997387 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:44:36.025106 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6e8854d-558e-48c7-b160-ac7f6c1744c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7'}] {{(pid=82347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Sep 15 13:44:36.035322 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] For port 3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7,segment=NetworkSegment(11169836-79b2-4822-b283-a5d557a2336a),segment_id=11169836-79b2-4822-b283-a5d557a2336a)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:44:36.039000 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:44:36.041226 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:44:36.085277 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6e8854d-558e-48c7-b160-ac7f6c1744c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7', 'code': 200}
Sep 15 13:44:36.113111 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Pushing event updated for resources: {'Port': ['ID=3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7,revision_number=7']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:44:36.116758 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:44:36.145706 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dfb677-4078-4545-bc00-cfd6ff17c9a8 req-6b17e699-b353-4c1c-9e4e-362b93e6e52a tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:44:36.147209 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-90dfb677-4078-4545-bc00-cfd6ff17c9a8 req-6b17e699-b353-4c1c-9e4e-362b93e6e52a tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6e8854d-558e-48c7-b160-ac7f6c1744c4 HTTP/1.1" status: 200  len: 946 time: 0.0923533
Sep 15 13:44:36.201677 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-90dfb677-4078-4545-bc00-cfd6ff17c9a8 req-4e7a78a4-8451-451f-9bc3-6b685e338d09 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=89e16839-325b-4e32-8166-088abba378dc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475824
Sep 15 13:44:37.484934 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8610ae-e938-4857-af20-76631cd4b80b req-4830f8fb-435a-48cf-bf19-787b9d5f65ee tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:44:37.494199 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-5d8610ae-e938-4857-af20-76631cd4b80b req-4830f8fb-435a-48cf-bf19-787b9d5f65ee tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6e8854d-558e-48c7-b160-ac7f6c1744c4 HTTP/1.1" status: 200  len: 946 time: 0.1239212
Sep 15 13:44:37.553723 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-5d8610ae-e938-4857-af20-76631cd4b80b req-ec8f276f-3b38-411b-b6fc-5ff550bb3e78 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=89e16839-325b-4e32-8166-088abba378dc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0583422
Sep 15 13:44:38.867537 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b607fa-21a4-4bca-8a97-0b7d1240f575 req-9bee75cd-df1f-45de-adbf-0b160633bc26 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:44:38.871146 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-14b607fa-21a4-4bca-8a97-0b7d1240f575 req-9bee75cd-df1f-45de-adbf-0b160633bc26 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6e8854d-558e-48c7-b160-ac7f6c1744c4 HTTP/1.1" status: 200  len: 946 time: 0.1569471
Sep 15 13:44:38.899604 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-e9a3e97b-ddd1-43db-8b5f-0d3e34457b13 req-724d5ba1-47cd-49e1-bb34-fcd0e562e949 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8ceb2f64-a7eb-4076-aa4a-1e8fda020c6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1426086
Sep 15 13:44:38.950511 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-14b607fa-21a4-4bca-8a97-0b7d1240f575 req-894c7869-9bf4-4a0d-918a-2337b5658d5b tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=89e16839-325b-4e32-8166-088abba378dc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0726349
Sep 15 13:44:39.135207 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-e9a3e97b-ddd1-43db-8b5f-0d3e34457b13 req-ba1f8894-73cb-48af-a0ec-02708213983b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d2cb26720af84bd8a1fda6a7b333bad4&device_id=8ceb2f64-a7eb-4076-aa4a-1e8fda020c6a HTTP/1.1" status: 200  len: 1099 time: 0.1101580
Sep 15 13:44:39.328547 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a3e97b-ddd1-43db-8b5f-0d3e34457b13 req-ca7feca0-dc58-4184-b5a8-f39425246cb6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:44:39.330205 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-e9a3e97b-ddd1-43db-8b5f-0d3e34457b13 req-ca7feca0-dc58-4184-b5a8-f39425246cb6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=982dc6d1-fde1-4e05-9f32-46758815ee40 HTTP/1.1" status: 200  len: 910 time: 0.1716456
Sep 15 13:44:39.665021 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-e9a3e97b-ddd1-43db-8b5f-0d3e34457b13 req-f124e1be-9a17-4358-800b-fca584bdb469 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2d645075-44ff-4519-8770-07ec8ae0948f HTTP/1.1" status: 200  len: 1002 time: 0.3272464
Sep 15 13:44:39.743226 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a3e97b-ddd1-43db-8b5f-0d3e34457b13 req-1fd10339-510c-4d75-9946-6bb9937018b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:44:39.744956 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-e9a3e97b-ddd1-43db-8b5f-0d3e34457b13 req-1fd10339-510c-4d75-9946-6bb9937018b9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b2f26b2-c7f8-4f7f-8b6c-514ec6432124 HTTP/1.1" status: 200  len: 848 time: 0.0729694
Sep 15 13:44:39.840479 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-e9a3e97b-ddd1-43db-8b5f-0d3e34457b13 req-19419888-bc4a-486c-b570-1d0365e23c6e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=982dc6d1-fde1-4e05-9f32-46758815ee40&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0812449
Sep 15 13:44:40.009762 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-e9a3e97b-ddd1-43db-8b5f-0d3e34457b13 req-f9d9cb0c-cbe7-44c8-bcf4-e3fd2ac7176a service neutron] 10.222.0.36 "GET /v2.0/networks/982dc6d1-fde1-4e05-9f32-46758815ee40?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1555045
Sep 15 13:44:40.252014 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-e9a3e97b-ddd1-43db-8b5f-0d3e34457b13 req-8e058211-06ee-4bcb-b554-1963c513fb11 service neutron] 10.222.0.36 "GET /v2.0/networks/982dc6d1-fde1-4e05-9f32-46758815ee40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2343590
Sep 15 13:44:40.287334 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e71b16e-b751-4321-86a0-50c80d6abc5a req-539a0b73-8353-43a6-ac0c-aee96ef284c3 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:44:40.295097 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-5e71b16e-b751-4321-86a0-50c80d6abc5a req-539a0b73-8353-43a6-ac0c-aee96ef284c3 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6e8854d-558e-48c7-b160-ac7f6c1744c4 HTTP/1.1" status: 200  len: 946 time: 0.1495414
Sep 15 13:44:40.359922 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-5e71b16e-b751-4321-86a0-50c80d6abc5a req-39bc2328-1f06-408a-b455-1355d53e90fe tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=89e16839-325b-4e32-8166-088abba378dc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0637577
Sep 15 13:44:41.219476 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.agents_db [None req-051818a7-3814-4859-966a-2c4e7d325cc9 None None] Agent healthcheck: found 6 active agents {{(pid=82348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Sep 15 13:44:41.588912 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3d48a1-3017-4dba-a7e6-b0a2ae817b07 req-1f834613-ca5b-4ebe-8eed-abb09d154c21 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:44:41.592243 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-ad3d48a1-3017-4dba-a7e6-b0a2ae817b07 req-1f834613-ca5b-4ebe-8eed-abb09d154c21 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6e8854d-558e-48c7-b160-ac7f6c1744c4 HTTP/1.1" status: 200  len: 946 time: 0.0993905
Sep 15 13:44:41.645873 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-ad3d48a1-3017-4dba-a7e6-b0a2ae817b07 req-0a856f5b-0c1f-4fee-a028-0ccc96e20546 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=89e16839-325b-4e32-8166-088abba378dc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0482318
Sep 15 13:44:42.924558 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14de29e0-8748-4a0a-90a5-301851107506 req-451a2244-c6e7-4d86-81cf-f972a974dd64 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:44:42.927695 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-14de29e0-8748-4a0a-90a5-301851107506 req-451a2244-c6e7-4d86-81cf-f972a974dd64 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6e8854d-558e-48c7-b160-ac7f6c1744c4 HTTP/1.1" status: 200  len: 946 time: 0.1044538
Sep 15 13:44:43.050729 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640516cf-0530-4eb2-ba4d-41ac6f51e665 req-db173ee2-47c4-45f5-ae10-4fe5877815e6 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:44:43.053155 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-640516cf-0530-4eb2-ba4d-41ac6f51e665 req-db173ee2-47c4-45f5-ae10-4fe5877815e6 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd70dcea-4388-4e4b-b2f9-cd0a3d527f8c HTTP/1.1" status: 200  len: 945 time: 0.1371560
Sep 15 13:44:43.055968 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-14de29e0-8748-4a0a-90a5-301851107506 req-add2de3b-5dce-4a71-97f9-b85495146316 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=89e16839-325b-4e32-8166-088abba378dc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0900524
Sep 15 13:44:43.110386 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-640516cf-0530-4eb2-ba4d-41ac6f51e665 req-84f18fa9-a0e3-4e9e-b223-01f4d099e7fb tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b1f0a69-cc00-494c-a8bd-7433e4a011ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0503788
Sep 15 13:44:44.374853 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d982aed-7360-47bf-b845-53462098acaa req-05504d59-5517-4140-81a1-760f0d337328 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:44:44.376518 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-6d982aed-7360-47bf-b845-53462098acaa req-05504d59-5517-4140-81a1-760f0d337328 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6e8854d-558e-48c7-b160-ac7f6c1744c4 HTTP/1.1" status: 200  len: 946 time: 0.1554198
Sep 15 13:44:44.388320 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b641fb9e-a14c-44ee-8035-f74e3caaf1da req-0792e95c-2fc6-451f-bc0d-c6e9bd63f096 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:44:44.389883 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-b641fb9e-a14c-44ee-8035-f74e3caaf1da req-0792e95c-2fc6-451f-bc0d-c6e9bd63f096 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd70dcea-4388-4e4b-b2f9-cd0a3d527f8c HTTP/1.1" status: 200  len: 945 time: 0.1192837
Sep 15 13:44:44.474546 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-6d982aed-7360-47bf-b845-53462098acaa req-a0aed955-37b4-4af0-b388-18d017a2aa66 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=89e16839-325b-4e32-8166-088abba378dc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0835257
Sep 15 13:44:44.478303 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-b641fb9e-a14c-44ee-8035-f74e3caaf1da req-a6cc9b70-6592-46f2-8eda-e8e7edd482d7 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b1f0a69-cc00-494c-a8bd-7433e4a011ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0626869
Sep 15 13:44:45.174119 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946c42df-495e-417f-b813-e58e9ef460f4 req-d53e706b-bee7-45f6-b84a-6028110cb62b tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:44:45.175647 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-946c42df-495e-417f-b813-e58e9ef460f4 req-d53e706b-bee7-45f6-b84a-6028110cb62b tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd70dcea-4388-4e4b-b2f9-cd0a3d527f8c HTTP/1.1" status: 200  len: 945 time: 0.1012242
Sep 15 13:44:45.261299 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [req-946c42df-495e-417f-b813-e58e9ef460f4 req-157b4e5c-62da-42bc-b58e-217a0cf07245 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Deleting port 73211b22-d115-4834-ae3e-58763991d80c {{(pid=82345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Sep 15 13:44:45.261853 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-946c42df-495e-417f-b813-e58e9ef460f4 req-157b4e5c-62da-42bc-b58e-217a0cf07245 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301743532404'] for port, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:44:45.539188 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [req-946c42df-495e-417f-b813-e58e9ef460f4 req-157b4e5c-62da-42bc-b58e-217a0cf07245 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] For port 73211b22-d115-4834-ae3e-58763991d80c, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=73211b22-d115-4834-ae3e-58763991d80c,segment=NetworkSegment(1ed3a544-0c3b-4c22-95a9-80d26a08a4c3),segment_id=1ed3a544-0c3b-4c22-95a9-80d26a08a4c3)] {{(pid=82345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:44:45.539649 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-946c42df-495e-417f-b813-e58e9ef460f4 req-157b4e5c-62da-42bc-b58e-217a0cf07245 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853103875'] for port, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:44:45.989911 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-946c42df-495e-417f-b813-e58e9ef460f4 req-157b4e5c-62da-42bc-b58e-217a0cf07245 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:44:45.990324 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-946c42df-495e-417f-b813-e58e9ef460f4 req-157b4e5c-62da-42bc-b58e-217a0cf07245 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853102158'] for floatingip, after_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:44:45.990678 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.db.l3_db [req-946c42df-495e-417f-b813-e58e9ef460f4 req-157b4e5c-62da-42bc-b58e-217a0cf07245 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Floating IP b8e0b571-8f70-40ee-bc99-65f985914ebc disassociated. External IP: 172.27.2.236, port: 73211b22-d115-4834-ae3e-58763991d80c.
Sep 15 13:44:45.991063 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [req-946c42df-495e-417f-b813-e58e9ef460f4 req-157b4e5c-62da-42bc-b58e-217a0cf07245 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Calling delete_port for 73211b22-d115-4834-ae3e-58763991d80c owned by compute:nova {{(pid=82345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Sep 15 13:44:46.035526 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a306a0-1c8c-46f0-bc60-adeaaecbd325 req-8295911a-f18b-4086-b200-37e5a707d2a4 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:44:46.037223 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-85a306a0-1c8c-46f0-bc60-adeaaecbd325 req-8295911a-f18b-4086-b200-37e5a707d2a4 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd70dcea-4388-4e4b-b2f9-cd0a3d527f8c HTTP/1.1" status: 200  len: 945 time: 0.3960209
Sep 15 13:44:46.047721 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6167e537-16ed-475e-9298-a1ec5daa8b96 req-5dc413e2-b68c-4bf7-981d-750fe6a5911a tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:44:46.049223 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-6167e537-16ed-475e-9298-a1ec5daa8b96 req-5dc413e2-b68c-4bf7-981d-750fe6a5911a tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6e8854d-558e-48c7-b160-ac7f6c1744c4 HTTP/1.1" status: 200  len: 946 time: 0.3702331
Sep 15 13:44:46.163422 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-85a306a0-1c8c-46f0-bc60-adeaaecbd325 req-0ec88413-d4d3-4b76-bc49-d06f98478690 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b1f0a69-cc00-494c-a8bd-7433e4a011ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1130860
Sep 15 13:44:46.199359 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-6167e537-16ed-475e-9298-a1ec5daa8b96 req-f94d6fe5-9bc4-4d2a-a47f-4b8444a4eba5 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=89e16839-325b-4e32-8166-088abba378dc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1256754
Sep 15 13:44:46.235120 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-946c42df-495e-417f-b813-e58e9ef460f4 req-157b4e5c-62da-42bc-b58e-217a0cf07245 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301743526908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735110837380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852138254'] for port, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:44:46.242090 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:44:46.289349 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157b4e5c-62da-42bc-b58e-217a0cf07245 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Pushing event deleted for resources: {'Port': ['ID=73211b22-d115-4834-ae3e-58763991d80c,revision_number=None']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:44:46.306075 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157b4e5c-62da-42bc-b58e-217a0cf07245 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:44:46.306383 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157b4e5c-62da-42bc-b58e-217a0cf07245 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:44:46.306795 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157b4e5c-62da-42bc-b58e-217a0cf07245 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:44:46.307202 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157b4e5c-62da-42bc-b58e-217a0cf07245 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:44:46.307619 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157b4e5c-62da-42bc-b58e-217a0cf07245 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:44:46.308047 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157b4e5c-62da-42bc-b58e-217a0cf07245 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:44:46.308451 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157b4e5c-62da-42bc-b58e-217a0cf07245 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:44:46.308855 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157b4e5c-62da-42bc-b58e-217a0cf07245 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:44:46.309258 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157b4e5c-62da-42bc-b58e-217a0cf07245 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:44:46.309681 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157b4e5c-62da-42bc-b58e-217a0cf07245 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:44:46.310034 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157b4e5c-62da-42bc-b58e-217a0cf07245 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:44:46.313799 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-157b4e5c-62da-42bc-b58e-217a0cf07245 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:44:46.403330 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-685cfc2e-503e-48b2-9f48-bad6ed2488b0 req-2739cae4-3694-436f-8c45-a37e26b3637b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=025c529061864e2ab47987e7d6ed7d28&device_id=f6e8854d-558e-48c7-b160-ac7f6c1744c4 HTTP/1.1" status: 200  len: 1099 time: 0.0796235
Sep 15 13:44:46.520566 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.l3_agent_scheduler [req-946c42df-495e-417f-b813-e58e9ef460f4 req-157b4e5c-62da-42bc-b58e-217a0cf07245 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Router 0c1a9be1-12af-4edc-90ba-07b85f4575b2 has already been hosted by L3 agent c919ec5e-912e-4080-8a6b-9b8956cb875b {{(pid=82345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Sep 15 13:44:46.547312 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685cfc2e-503e-48b2-9f48-bad6ed2488b0 req-6ce2d370-8ea6-4da3-93bc-2c9ff2b37ec2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:44:46.548948 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-685cfc2e-503e-48b2-9f48-bad6ed2488b0 req-6ce2d370-8ea6-4da3-93bc-2c9ff2b37ec2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e9c16276-857e-49e4-bec2-1a6e621bb0c0 HTTP/1.1" status: 200  len: 917 time: 0.1387124
Sep 15 13:44:46.655193 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-685cfc2e-503e-48b2-9f48-bad6ed2488b0 req-f4f4bf5f-fa64-4fde-9a2d-e10712792ddd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7 HTTP/1.1" status: 200  len: 1002 time: 0.0998266
Sep 15 13:44:46.734739 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685cfc2e-503e-48b2-9f48-bad6ed2488b0 req-dd2efceb-e292-4bc8-b073-7c16e2c314dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:44:46.736437 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-685cfc2e-503e-48b2-9f48-bad6ed2488b0 req-dd2efceb-e292-4bc8-b073-7c16e2c314dc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5d3cda93-f669-4c8c-b3ae-fd1f6c47904a HTTP/1.1" status: 200  len: 855 time: 0.0747082
Sep 15 13:44:46.824901 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-685cfc2e-503e-48b2-9f48-bad6ed2488b0 req-a0130d93-bff3-43df-be9a-463712acf6be service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e9c16276-857e-49e4-bec2-1a6e621bb0c0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0818865
Sep 15 13:44:46.958937 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-946c42df-495e-417f-b813-e58e9ef460f4 req-157b4e5c-62da-42bc-b58e-217a0cf07245 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Notify agent at l3_agent.dv-cinder-809181-1-iscsi the message routers_updated {{(pid=82345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Sep 15 13:44:46.969069 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68db850-4556-441f-8805-18982814dd84 None None] Sync routers for ids ['0c1a9be1-12af-4edc-90ba-07b85f4575b2'] in dv-cinder-809181-1-iscsi {{(pid=82347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Sep 15 13:44:46.975964 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-685cfc2e-503e-48b2-9f48-bad6ed2488b0 req-2599ebfd-49be-4ccd-86ac-767fa59b2b87 service neutron] 10.222.0.36 "GET /v2.0/networks/e9c16276-857e-49e4-bec2-1a6e621bb0c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1435034
Sep 15 13:44:46.987112 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68db850-4556-441f-8805-18982814dd84 None None] Routers {'0c1a9be1-12af-4edc-90ba-07b85f4575b2'} bound to L3 agent in host dv-cinder-809181-1-iscsi {{(pid=82347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 15 13:44:46.987867 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-a68db850-4556-441f-8805-18982814dd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cd1e1ee10>, 'dv-cinder-809181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T13:29:29Z,description=<?>,heartbeat_timestamp=2021-09-15T13:44:29Z,host='dv-cinder-809181-1-iscsi',id=c919ec5e-912e-4080-8a6b-9b8956cb875b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T13:29:29Z,topic='l3_agent')) {'router_ids': ['0c1a9be1-12af-4edc-90ba-07b85f4575b2'], 'active': True} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:44:47.029941 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [req-946c42df-495e-417f-b813-e58e9ef460f4 req-157b4e5c-62da-42bc-b58e-217a0cf07245 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] No DVR routers for this DVR port 73211b22-d115-4834-ae3e-58763991d80c on host hv-cinder-80918 {{(pid=82345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Sep 15 13:44:47.032578 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-946c42df-495e-417f-b813-e58e9ef460f4 req-157b4e5c-62da-42bc-b58e-217a0cf07245 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251427'] for port, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:44:47.035468 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd70dcea-4388-4e4b-b2f9-cd0a3d527f8c', 'name': 'network-vif-deleted', 'tag': '73211b22-d115-4834-ae3e-58763991d80c'}] {{(pid=82345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Sep 15 13:44:47.050892 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-946c42df-495e-417f-b813-e58e9ef460f4 req-157b4e5c-62da-42bc-b58e-217a0cf07245 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.36 "DELETE /v2.0/ports/73211b22-d115-4834-ae3e-58763991d80c HTTP/1.1" status: 204  len: 173 time: 1.8625288
Sep 15 13:44:47.101189 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd70dcea-4388-4e4b-b2f9-cd0a3d527f8c', 'name': 'network-vif-deleted', 'tag': '73211b22-d115-4834-ae3e-58763991d80c', 'status': 'completed', 'code': 200}
Sep 15 13:44:47.124553 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-685cfc2e-503e-48b2-9f48-bad6ed2488b0 req-a840d635-0241-49b4-aaa1-71f75b982c84 service neutron] 10.222.0.36 "GET /v2.0/networks/e9c16276-857e-49e4-bec2-1a6e621bb0c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1413929
Sep 15 13:44:47.193583 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvr_db [None req-a68db850-4556-441f-8805-18982814dd84 None None] Set router 0c1a9be1-12af-4edc-90ba-07b85f4575b2 gateway port host: dv-cinder-809181-1-iscsi {{(pid=82347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Sep 15 13:44:47.431953 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-a37a4c28-83d1-4c6f-9039-9d0c807e5915 req-1d11ec6d-9776-4940-aa2a-50c0f0c5042b tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Synchronizing usage tracker for tenant:839ee03af2c74792a3a3c2d72d59dd55 on resource:port {{(pid=82345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Sep 15 13:44:47.457579 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-a37a4c28-83d1-4c6f-9039-9d0c807e5915 req-1d11ec6d-9776-4940-aa2a-50c0f0c5042b tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Unset dirty status for tenant:839ee03af2c74792a3a3c2d72d59dd55 on resource:port {{(pid=82345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Sep 15 13:44:47.458856 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a37a4c28-83d1-4c6f-9039-9d0c807e5915 req-1d11ec6d-9776-4940-aa2a-50c0f0c5042b tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd70dcea-4388-4e4b-b2f9-cd0a3d527f8c HTTP/1.1" status: 200  len: 210 time: 0.1146128
Sep 15 13:44:47.491196 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618255e9-8490-4f15-b7ea-4b6b998a9e65 req-b99786bc-9b71-493f-a0ac-873ee2c0e234 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:44:47.492844 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-618255e9-8490-4f15-b7ea-4b6b998a9e65 req-b99786bc-9b71-493f-a0ac-873ee2c0e234 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6e8854d-558e-48c7-b160-ac7f6c1744c4 HTTP/1.1" status: 200  len: 946 time: 0.1118734
Sep 15 13:44:47.541481 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-618255e9-8490-4f15-b7ea-4b6b998a9e65 req-3b161475-7cef-433e-ba3b-19301d88c98d tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=89e16839-325b-4e32-8166-088abba378dc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421331
Sep 15 13:44:47.695531 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-a68db850-4556-441f-8805-18982814dd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cd1e1ee10>, [{'id': '0c1a9be1-12af-4edc-90ba-07b85f4575b2', 'name': 'tempest-AttachVolumeTestJSON-1358564763-router', 'tenant_id': '839ee03af2c74792a3a3c2d72d59dd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '2c04589e-3e63-405d-9909-138c561a87c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:38Z', 'updated_at': '2021-09-15T13:37:51Z', 'revision_number': 4, 'project_id': '839ee03af2c74792a3a3c2d72d59dd55', 'gw_port': {'id': '2c04589e-3e63-405d-9909-138c561a87c8', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:5e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1a9be1-12af-4edc-90ba-07b85f4575b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:40Z', 'updated_at': '2021-09-15T13:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi', '_interfaces': [{'id': '5e25fb80-8d76-4b71-8d1a-d48a31606ea5', 'name': '', 'network_id': '9b5d95b3-3bf8-4370-9b66-9dd986b48a07', 'tenant_id': '839ee03af2c74792a3a3c2d72d59dd55', 'mac_address': 'fa:16:3e:31:f4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1a9be1-12af-4edc-90ba-07b85f4575b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1beceede-0773-432e-935b-1a5d4e30ef31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:49Z', 'updated_at': '2021-09-15T13:38:09Z', 'revision_number': 5, 'project_id': '839ee03af2c74792a3a3c2d72d59dd55', 'subnets': [{'id': '1beceede-0773-432e-935b-1a5d4e30ef31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-iscsi', False) {} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:44:47.699938 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68db850-4556-441f-8805-18982814dd84 None None] Checking router: 0c1a9be1-12af-4edc-90ba-07b85f4575b2 for host: dv-cinder-809181-1-iscsi {{(pid=82347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Sep 15 13:44:47.711979 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68db850-4556-441f-8805-18982814dd84 None None] Routers {'0c1a9be1-12af-4edc-90ba-07b85f4575b2'} bound to L3 agent in host dv-cinder-809181-1-iscsi {{(pid=82347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 15 13:44:47.712673 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-a68db850-4556-441f-8805-18982814dd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cd1e1ee10>, 'dv-cinder-809181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T13:29:29Z,description=<?>,heartbeat_timestamp=2021-09-15T13:44:29Z,host='dv-cinder-809181-1-iscsi',id=c919ec5e-912e-4080-8a6b-9b8956cb875b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T13:29:29Z,topic='l3_agent')) {'router_ids': ['0c1a9be1-12af-4edc-90ba-07b85f4575b2'], 'active': True} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:44:47.827905 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Device 73211b22-d115-4834-ae3e-58763991d80c no longer exists at agent hyperv_hv-cinder-80918 {{(pid=82347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Sep 15 13:44:47.872882 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] No Port match for: 73211b22-d115-4834-ae3e-58763991d80c {{(pid=82347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Sep 15 13:44:47.873281 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Device 73211b22-d115-4834-ae3e-58763991d80c not bound to the agent host hv-cinder-80918 {{(pid=82347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Sep 15 13:44:47.873757 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Device 3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7 no longer exists at agent hyperv_hv-cinder-80918 {{(pid=82347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Sep 15 13:44:48.038883 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvr_db [None req-a68db850-4556-441f-8805-18982814dd84 None None] Set router 0c1a9be1-12af-4edc-90ba-07b85f4575b2 gateway port host: dv-cinder-809181-1-iscsi {{(pid=82347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Sep 15 13:44:48.090790 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:44:48.194110 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6e8854d-558e-48c7-b160-ac7f6c1744c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7'}] {{(pid=82347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Sep 15 13:44:48.223085 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] For port 3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7,segment=NetworkSegment(11169836-79b2-4822-b283-a5d557a2336a),segment_id=11169836-79b2-4822-b283-a5d557a2336a)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:44:48.231332 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:44:48.243925 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:44:48.275861 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6e8854d-558e-48c7-b160-ac7f6c1744c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7', 'code': 200}
Sep 15 13:44:48.386258 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Pushing event updated for resources: {'Port': ['ID=3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7,revision_number=8']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:44:48.398393 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:44:48.469210 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-a68db850-4556-441f-8805-18982814dd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cd1e1ee10>, [{'id': '0c1a9be1-12af-4edc-90ba-07b85f4575b2', 'name': 'tempest-AttachVolumeTestJSON-1358564763-router', 'tenant_id': '839ee03af2c74792a3a3c2d72d59dd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '2c04589e-3e63-405d-9909-138c561a87c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:38Z', 'updated_at': '2021-09-15T13:37:51Z', 'revision_number': 4, 'project_id': '839ee03af2c74792a3a3c2d72d59dd55', 'gw_port': {'id': '2c04589e-3e63-405d-9909-138c561a87c8', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:5e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1a9be1-12af-4edc-90ba-07b85f4575b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:40Z', 'updated_at': '2021-09-15T13:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi', '_interfaces': [{'id': '5e25fb80-8d76-4b71-8d1a-d48a31606ea5', 'name': '', 'network_id': '9b5d95b3-3bf8-4370-9b66-9dd986b48a07', 'tenant_id': '839ee03af2c74792a3a3c2d72d59dd55', 'mac_address': 'fa:16:3e:31:f4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1a9be1-12af-4edc-90ba-07b85f4575b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1beceede-0773-432e-935b-1a5d4e30ef31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:49Z', 'updated_at': '2021-09-15T13:38:09Z', 'revision_number': 5, 'project_id': '839ee03af2c74792a3a3c2d72d59dd55', 'subnets': [{'id': '1beceede-0773-432e-935b-1a5d4e30ef31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-iscsi', False) {} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:44:48.473281 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68db850-4556-441f-8805-18982814dd84 None None] The sync data for ids ['0c1a9be1-12af-4edc-90ba-07b85f4575b2'] in dv-cinder-809181-1-iscsi is: [{'id': '0c1a9be1-12af-4edc-90ba-07b85f4575b2', 'name': 'tempest-AttachVolumeTestJSON-1358564763-router', 'tenant_id': '839ee03af2c74792a3a3c2d72d59dd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '2c04589e-3e63-405d-9909-138c561a87c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:38Z', 'updated_at': '2021-09-15T13:37:51Z', 'revision_number': 4, 'project_id': '839ee03af2c74792a3a3c2d72d59dd55', 'gw_port': {'id': '2c04589e-3e63-405d-9909-138c561a87c8', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:5e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1a9be1-12af-4edc-90ba-07b85f4575b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:40Z', 'updated_at': '2021-09-15T13:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi', '_interfaces': [{'id': '5e25fb80-8d76-4b71-8d1a-d48a31606ea5', 'name': '', 'network_id': '9b5d95b3-3bf8-4370-9b66-9dd986b48a07', 'tenant_id': '839ee03af2c74792a3a3c2d72d59dd55', 'mac_address': 'fa:16:3e:31:f4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1a9be1-12af-4edc-90ba-07b85f4575b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1beceede-0773-432e-935b-1a5d4e30ef31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:49Z', 'updated_at': '2021-09-15T13:38:09Z', 'revision_number': 5, 'project_id': '839ee03af2c74792a3a3c2d72d59dd55', 'subnets': [{'id': '1beceede-0773-432e-935b-1a5d4e30ef31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Sep 15 13:44:48.609882 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 37442) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:44:48.686421 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-0da69c3f-ae6c-46dd-8ebb-d9f0b32b8a30 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Notify callbacks [] for security_group, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:44:48.716101 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-0da69c3f-ae6c-46dd-8ebb-d9f0b32b8a30 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:44:48.763098 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a13484-d577-4534-b3f2-66800e48aa2c req-bc57af7a-373f-410b-94f6-9a77276ea287 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:44:48.764553 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-0da69c3f-ae6c-46dd-8ebb-d9f0b32b8a30 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:44:48.768296 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-50a13484-d577-4534-b3f2-66800e48aa2c req-bc57af7a-373f-410b-94f6-9a77276ea287 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6e8854d-558e-48c7-b160-ac7f6c1744c4 HTTP/1.1" status: 200  len: 944 time: 0.0902183
Sep 15 13:44:48.774253 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-858a05cd-7190-4bf9-b8b0-8bfb352a8b92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:44:48.789970 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da69c3f-ae6c-46dd-8ebb-d9f0b32b8a30 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1f0a69-cc00-494c-a8bd-7433e4a011ef,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:44:48.793051 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-0da69c3f-ae6c-46dd-8ebb-d9f0b32b8a30 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:44:48.799680 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-0da69c3f-ae6c-46dd-8ebb-d9f0b32b8a30 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Notify callbacks [] for security_group, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:44:48.801129 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-0da69c3f-ae6c-46dd-8ebb-d9f0b32b8a30 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "DELETE /v2.0/security-groups/3b1f0a69-cc00-494c-a8bd-7433e4a011ef HTTP/1.1" status: 204  len: 168 time: 0.1901600
Sep 15 13:44:48.805640 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 37448) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:44:48.837970 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.api.v2.resource [None req-339e09c1-b4d6-4068-a4ad-4ebdd0a61480 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] show failed (client error): The resource could not be found.
Sep 15 13:44:48.839402 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-339e09c1-b4d6-4068-a4ad-4ebdd0a61480 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "GET /v2.0/security-groups/3b1f0a69-cc00-494c-a8bd-7433e4a011ef HTTP/1.1" status: 404  len: 347 time: 0.0327542
Sep 15 13:44:48.843175 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 37452) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:44:48.849168 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-50a13484-d577-4534-b3f2-66800e48aa2c req-4bdfc228-0055-4460-82fb-15739e652628 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=89e16839-325b-4e32-8166-088abba378dc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0778522
Sep 15 13:44:48.946883 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f4f380-3970-48b3-a2f4-04c9acc8a88f None None] New status for floating IP b8e0b571-8f70-40ee-bc99-65f985914ebc: DOWN {{(pid=82348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Sep 15 13:44:49.009718 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-f1fd089a-2153-4412-952d-7c541a3549ef tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Deleting port 743af592-9fa0-491b-8c0f-274a8a3dc9d3 {{(pid=82346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Sep 15 13:44:49.010103 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f1fd089a-2153-4412-952d-7c541a3549ef tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301743532404'] for port, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:44:49.215949 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f1fd089a-2153-4412-952d-7c541a3549ef tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853103875'] for port, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:44:49.216242 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f1fd089a-2153-4412-952d-7c541a3549ef tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:44:49.346492 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-f1fd089a-2153-4412-952d-7c541a3549ef tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Calling delete_port for 743af592-9fa0-491b-8c0f-274a8a3dc9d3 owned by network:floatingip {{(pid=82346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Sep 15 13:44:49.425577 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.db.api [None req-f1fd089a-2153-4412-952d-7c541a3549ef tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82346) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Sep 15 13:44:49.425947 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_db.api [None req-f1fd089a-2153-4412-952d-7c541a3549ef tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Sep 15 13:44:49.927583 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-f1fd089a-2153-4412-952d-7c541a3549ef tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Deleting port 743af592-9fa0-491b-8c0f-274a8a3dc9d3 {{(pid=82346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Sep 15 13:44:49.928078 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f1fd089a-2153-4412-952d-7c541a3549ef tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301743532404'] for port, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:44:50.064531 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd289ff-43d1-4645-bc5d-140c43d1ab55 req-310e2d59-26c5-46a0-9282-d4a0b7e0bb15 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:44:50.066152 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-9cd289ff-43d1-4645-bc5d-140c43d1ab55 req-310e2d59-26c5-46a0-9282-d4a0b7e0bb15 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6e8854d-558e-48c7-b160-ac7f6c1744c4 HTTP/1.1" status: 200  len: 944 time: 0.0820365
Sep 15 13:44:50.113791 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f1fd089a-2153-4412-952d-7c541a3549ef tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853103875'] for port, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:44:50.114647 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f1fd089a-2153-4412-952d-7c541a3549ef tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:44:50.116444 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-9cd289ff-43d1-4645-bc5d-140c43d1ab55 req-90cb94d6-ec8f-4c61-b893-de534cc621a2 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=89e16839-325b-4e32-8166-088abba378dc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423472
Sep 15 13:44:50.242179 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-f1fd089a-2153-4412-952d-7c541a3549ef tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Calling delete_port for 743af592-9fa0-491b-8c0f-274a8a3dc9d3 owned by network:floatingip {{(pid=82346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Sep 15 13:44:50.389099 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f1fd089a-2153-4412-952d-7c541a3549ef tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301743526908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735110837380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1447919'] for port, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:44:50.393549 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-bf6ebaa5-83b5-4a2d-b56f-c6b768279c6a tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:44:50.436568 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fd089a-2153-4412-952d-7c541a3549ef tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Pushing event deleted for resources: {'Port': ['ID=743af592-9fa0-491b-8c0f-274a8a3dc9d3,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:44:50.439253 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-f1fd089a-2153-4412-952d-7c541a3549ef tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:44:50.535566 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f1fd089a-2153-4412-952d-7c541a3549ef tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Notify callbacks [] for floatingip, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:44:50.553517 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f1fd089a-2153-4412-952d-7c541a3549ef tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251427'] for floatingip, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:44:50.554749 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-f1fd089a-2153-4412-952d-7c541a3549ef tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] 10.222.0.41 "DELETE /v2.0/floatingips/b8e0b571-8f70-40ee-bc99-65f985914ebc HTTP/1.1" status: 204  len: 168 time: 1.7104332
Sep 15 13:44:51.568446 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-7d16b3ad-2301-429c-86fb-cc383b43f712 req-66493e63-2f6e-48eb-9d85-02bf6fc63470 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f6e8854d-558e-48c7-b160-ac7f6c1744c4&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0864758
Sep 15 13:44:51.903833 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-65b8763d-d05e-415a-9dca-09d7f20f75cc req-54454379-755e-48cc-8c15-1f3263491960 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f6e8854d-558e-48c7-b160-ac7f6c1744c4&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1453316
Sep 15 13:44:51.910120 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd30e06-9dcf-445a-8b7a-1a3bb8d4d98c req-4b070ee1-bcbc-4567-b71a-29dda92b9f10 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:44:51.911543 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-6dd30e06-9dcf-445a-8b7a-1a3bb8d4d98c req-4b070ee1-bcbc-4567-b71a-29dda92b9f10 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6e8854d-558e-48c7-b160-ac7f6c1744c4 HTTP/1.1" status: 200  len: 944 time: 0.1200750
Sep 15 13:44:51.969697 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-6dd30e06-9dcf-445a-8b7a-1a3bb8d4d98c req-73a36d46-792f-4cff-911e-f8b94a62cb82 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=89e16839-325b-4e32-8166-088abba378dc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0476198
Sep 15 13:44:52.442680 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-65b8763d-d05e-415a-9dca-09d7f20f75cc req-ffb39387-9ebe-443f-8e43-90e3d9a62379 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f6e8854d-558e-48c7-b160-ac7f6c1744c4&tenant_id=025c529061864e2ab47987e7d6ed7d28 HTTP/1.1" status: 200  len: 1097 time: 0.0741665
Sep 15 13:44:52.549253 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-65b8763d-d05e-415a-9dca-09d7f20f75cc req-fb34aa9b-e82a-41c8-ad44-e0af6537a545 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=025c529061864e2ab47987e7d6ed7d28&device_id=f6e8854d-558e-48c7-b160-ac7f6c1744c4 HTTP/1.1" status: 200  len: 1097 time: 0.0737085
Sep 15 13:44:52.689275 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b8763d-d05e-415a-9dca-09d7f20f75cc req-d129c9ba-bb99-4829-9541-a1099c923b21 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:44:52.690833 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-65b8763d-d05e-415a-9dca-09d7f20f75cc req-d129c9ba-bb99-4829-9541-a1099c923b21 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e9c16276-857e-49e4-bec2-1a6e621bb0c0 HTTP/1.1" status: 200  len: 917 time: 0.1351054
Sep 15 13:44:52.800069 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-65b8763d-d05e-415a-9dca-09d7f20f75cc req-430b90b2-be41-4bc9-a3ac-0a28f503ef2c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7 HTTP/1.1" status: 200  len: 1000 time: 0.1023867
Sep 15 13:44:52.871514 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b8763d-d05e-415a-9dca-09d7f20f75cc req-02d7d2ab-6efc-47cf-b2e2-f4b3e4cf11f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:44:52.873064 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-65b8763d-d05e-415a-9dca-09d7f20f75cc req-02d7d2ab-6efc-47cf-b2e2-f4b3e4cf11f5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5d3cda93-f669-4c8c-b3ae-fd1f6c47904a HTTP/1.1" status: 200  len: 855 time: 0.0667455
Sep 15 13:44:52.953033 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-65b8763d-d05e-415a-9dca-09d7f20f75cc req-e5112de3-a677-48f6-bea4-a4e4801da790 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e9c16276-857e-49e4-bec2-1a6e621bb0c0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0719252
Sep 15 13:44:53.219495 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8229562a-d76d-48bf-9ee8-48839a0ea4d7 req-6bb4e164-82f8-4e04-a591-66937ca640b6 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:44:53.221383 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-8229562a-d76d-48bf-9ee8-48839a0ea4d7 req-6bb4e164-82f8-4e04-a591-66937ca640b6 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6e8854d-558e-48c7-b160-ac7f6c1744c4 HTTP/1.1" status: 200  len: 944 time: 0.1105225
Sep 15 13:44:53.287678 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-8229562a-d76d-48bf-9ee8-48839a0ea4d7 req-4ad19570-12f8-4a92-ac59-6e893e304102 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=89e16839-325b-4e32-8166-088abba378dc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0594366
Sep 15 13:44:53.343433 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-65b8763d-d05e-415a-9dca-09d7f20f75cc req-16653674-cba2-4297-952c-ee5c98be96c1 service neutron] 10.222.0.36 "GET /v2.0/networks/e9c16276-857e-49e4-bec2-1a6e621bb0c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3829653
Sep 15 13:44:53.404733 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-75096bf1-3720-45c4-aa21-0a4838b1cd4f req-0bdf377d-7176-4dd8-8699-a441eb2082ba tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2037662067&fields=id&tenant_id=f4690db418f54210bb493bf3245c165d HTTP/1.1" status: 200  len: 267 time: 0.0450568
Sep 15 13:44:53.500272 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75096bf1-3720-45c4-aa21-0a4838b1cd4f req-7f05c3cd-5e56-4559-ab78-96681839e1f5 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:44:53.501879 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-75096bf1-3720-45c4-aa21-0a4838b1cd4f req-7f05c3cd-5e56-4559-ab78-96681839e1f5 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "GET /v2.0/ports?device_id=18687200-4d0b-4f86-b9fc-2c3ddbc470b2 HTTP/1.1" status: 200  len: 985 time: 0.0909386
Sep 15 13:44:53.503946 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-65b8763d-d05e-415a-9dca-09d7f20f75cc req-4dfe6e5f-c510-4f8d-86bb-76174c47a04c service neutron] 10.222.0.36 "GET /v2.0/networks/e9c16276-857e-49e4-bec2-1a6e621bb0c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1539726
Sep 15 13:44:53.513609 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [req-75096bf1-3720-45c4-aa21-0a4838b1cd4f req-30690b90-077e-4485-8a5d-ac975d7763b7 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Request body: {'port': {'security_groups': ['4781b849-c099-4cd6-9eb8-2f7a21e5e982']}} {{(pid=82345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:44:53.641824 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-75096bf1-3720-45c4-aa21-0a4838b1cd4f req-30690b90-077e-4485-8a5d-ac975d7763b7 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:44:53.806575 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Device 3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7 no longer exists at agent hyperv_hv-cinder-80918 {{(pid=82347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Sep 15 13:44:53.906007 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [req-75096bf1-3720-45c4-aa21-0a4838b1cd4f req-30690b90-077e-4485-8a5d-ac975d7763b7 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] For port fee43d8f-d5bf-489e-b08b-1f9127053587, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=fee43d8f-d5bf-489e-b08b-1f9127053587,segment=NetworkSegment(1d9e96c7-616e-4a0a-ae4e-0fa650630ffb),segment_id=1d9e96c7-616e-4a0a-ae4e-0fa650630ffb)] {{(pid=82345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:44:53.933396 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-75096bf1-3720-45c4-aa21-0a4838b1cd4f req-30690b90-077e-4485-8a5d-ac975d7763b7 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Notify callbacks [] for port, precommit_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:44:53.936936 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-75096bf1-3720-45c4-aa21-0a4838b1cd4f req-30690b90-077e-4485-8a5d-ac975d7763b7 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2637562'] for port, after_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:44:53.943348 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-63efae1e-c635-4d3b-9f13-4d7a245c275c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:44:53.975817 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] get_ports_and_sgs() called for port_ids ['fee43d8f-d5bf-489e-b08b-1f9127053587'] {{(pid=82347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 15 13:44:54.009598 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75096bf1-3720-45c4-aa21-0a4838b1cd4f req-30690b90-077e-4485-8a5d-ac975d7763b7 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:44:54.010287 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-75096bf1-3720-45c4-aa21-0a4838b1cd4f req-30690b90-077e-4485-8a5d-ac975d7763b7 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251427'] for port, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:44:54.011832 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-75096bf1-3720-45c4-aa21-0a4838b1cd4f req-30690b90-077e-4485-8a5d-ac975d7763b7 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "PUT /v2.0/ports/fee43d8f-d5bf-489e-b08b-1f9127053587 HTTP/1.1" status: 200  len: 943 time: 0.5031359
Sep 15 13:44:54.016298 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18687200-4d0b-4f86-b9fc-2c3ddbc470b2', 'tag': 'fee43d8f-d5bf-489e-b08b-1f9127053587'}] {{(pid=82345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Sep 15 13:44:54.018567 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 37528) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:44:54.053273 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30690b90-077e-4485-8a5d-ac975d7763b7 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Pushing event updated for resources: {'Port': ['ID=fee43d8f-d5bf-489e-b08b-1f9127053587,revision_number=7']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:44:54.060013 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-30690b90-077e-4485-8a5d-ac975d7763b7 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:44:54.118675 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-58a20acc-13d3-4a7b-a257-7eaaac0b3afc tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Notify callbacks [] for security_group, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:44:54.119701 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18687200-4d0b-4f86-b9fc-2c3ddbc470b2', 'tag': 'fee43d8f-d5bf-489e-b08b-1f9127053587', 'status': 'completed', 'code': 200}
Sep 15 13:44:54.158020 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] get_ports_and_sgs() called for port_ids ['fee43d8f-d5bf-489e-b08b-1f9127053587'] {{(pid=82347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 15 13:44:54.160264 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-58a20acc-13d3-4a7b-a257-7eaaac0b3afc tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:44:54.340414 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-7337863b-a636-4ad7-9d49-b0955709fda5 req-a7ac1287-d001-4b76-a37b-e84fd627b2e7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f4690db418f54210bb493bf3245c165d&device_id=18687200-4d0b-4f86-b9fc-2c3ddbc470b2 HTTP/1.1" status: 200  len: 1099 time: 0.1826656
Sep 15 13:44:54.341963 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-58a20acc-13d3-4a7b-a257-7eaaac0b3afc tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:44:54.371183 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-0767f3b0-ffff-43e9-b8a5-54b2cac12bef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:44:54.389374 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a20acc-13d3-4a7b-a257-7eaaac0b3afc tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a370e798-c2ca-4b03-8fe8-b0ca4ec5f77a,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:44:54.408604 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-58a20acc-13d3-4a7b-a257-7eaaac0b3afc tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:44:54.518259 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-4bc5b29e-0450-479a-8fbf-2db83860fed0 None None] Provisioning complete for port fee43d8f-d5bf-489e-b08b-1f9127053587 triggered by entity DHCP. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:44:54.520033 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-4bc5b29e-0450-479a-8fbf-2db83860fed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:44:54.538235 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7337863b-a636-4ad7-9d49-b0955709fda5 req-2c371e39-c2de-4156-b4ab-ea4af2698044 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:44:54.540385 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-7337863b-a636-4ad7-9d49-b0955709fda5 req-2c371e39-c2de-4156-b4ab-ea4af2698044 service neutron] 10.222.0.36 "GET /v2.0/networks?id=22ed8d12-b9e3-40b4-a189-731c2b225206 HTTP/1.1" status: 200  len: 916 time: 0.1921849
Sep 15 13:44:54.541180 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-58a20acc-13d3-4a7b-a257-7eaaac0b3afc tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Notify callbacks [] for security_group, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:44:54.542758 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-58a20acc-13d3-4a7b-a257-7eaaac0b3afc tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "DELETE /v2.0/security-groups/a370e798-c2ca-4b03-8fe8-b0ca4ec5f77a HTTP/1.1" status: 204  len: 168 time: 0.5226059
Sep 15 13:44:54.547285 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 37558) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:44:54.601780 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6638e0f9-c380-487e-805d-ceb7c51d0bd9 req-21492543-c8ab-4ecf-ad02-fce4cbd08b40 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:44:54.603505 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-6638e0f9-c380-487e-805d-ceb7c51d0bd9 req-21492543-c8ab-4ecf-ad02-fce4cbd08b40 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6e8854d-558e-48c7-b160-ac7f6c1744c4 HTTP/1.1" status: 200  len: 944 time: 0.1475527
Sep 15 13:44:54.687029 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-7337863b-a636-4ad7-9d49-b0955709fda5 req-2073d8bc-4f6d-4bbe-bc18-5e8416bcbf5d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fee43d8f-d5bf-489e-b08b-1f9127053587 HTTP/1.1" status: 200  len: 1002 time: 0.1383784
Sep 15 13:44:54.709834 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-6638e0f9-c380-487e-805d-ceb7c51d0bd9 req-f9c8c639-f766-4732-a5a6-f72df4dc52fd tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=89e16839-325b-4e32-8166-088abba378dc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0961792
Sep 15 13:44:54.874023 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7337863b-a636-4ad7-9d49-b0955709fda5 req-d4d2aa3d-54ed-47f8-a416-8d1634844b9c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:44:54.875710 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-7337863b-a636-4ad7-9d49-b0955709fda5 req-d4d2aa3d-54ed-47f8-a416-8d1634844b9c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0feade9-7551-46e8-99cf-5fe531501bdc HTTP/1.1" status: 200  len: 854 time: 0.1230271
Sep 15 13:44:54.918408 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 37566) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:44:55.149473 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-444842b9-e228-4182-84eb-eac02998bfd8 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Deleting port 9dd15b7f-543e-4cd3-91ff-af4bec29a17a {{(pid=82346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Sep 15 13:44:55.149898 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-444842b9-e228-4182-84eb-eac02998bfd8 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301743532404'] for port, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:44:55.424054 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-7337863b-a636-4ad7-9d49-b0955709fda5 req-c40f3beb-4ba8-4e06-b631-d698dd9a68d5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=22ed8d12-b9e3-40b4-a189-731c2b225206&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4335058
Sep 15 13:44:55.466445 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-444842b9-e228-4182-84eb-eac02998bfd8 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853103875'] for port, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:44:55.466819 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-444842b9-e228-4182-84eb-eac02998bfd8 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:44:55.604528 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-444842b9-e228-4182-84eb-eac02998bfd8 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Calling delete_port for 9dd15b7f-543e-4cd3-91ff-af4bec29a17a owned by network:floatingip {{(pid=82346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Sep 15 13:44:55.738384 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f165c423-7825-49dc-9cd1-93e338942700 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1675944'] for router_interface, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:44:55.778817 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-444842b9-e228-4182-84eb-eac02998bfd8 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301743526908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735110837380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1447919'] for port, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:44:55.784654 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-49503e1c-0940-490c-9f27-ee2320b1adbe tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:44:55.843917 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444842b9-e228-4182-84eb-eac02998bfd8 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Pushing event deleted for resources: {'Port': ['ID=9dd15b7f-543e-4cd3-91ff-af4bec29a17a,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:44:55.851672 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-444842b9-e228-4182-84eb-eac02998bfd8 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:44:55.967582 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-444842b9-e228-4182-84eb-eac02998bfd8 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Notify callbacks [] for floatingip, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:44:56.003357 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e24cf1-c761-4b36-92be-0d72e6c1eb06 req-c3961b18-9c35-4474-b9ca-e7c70b03ffaa tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:44:56.005016 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-d4e24cf1-c761-4b36-92be-0d72e6c1eb06 req-c3961b18-9c35-4474-b9ca-e7c70b03ffaa tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6e8854d-558e-48c7-b160-ac7f6c1744c4 HTTP/1.1" status: 200  len: 944 time: 0.1391206
Sep 15 13:44:56.131987 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-d4e24cf1-c761-4b36-92be-0d72e6c1eb06 req-56203f39-ec03-4a14-ab30-53ec0ed94b3e tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=89e16839-325b-4e32-8166-088abba378dc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1158557
Sep 15 13:44:56.429893 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-444842b9-e228-4182-84eb-eac02998bfd8 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Router cbcf65af-5671-409b-8800-fbc195aa143b has already been hosted by L3 agent c919ec5e-912e-4080-8a6b-9b8956cb875b {{(pid=82346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Sep 15 13:44:56.522255 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9237d509-c5a9-4e90-913d-3268bfff0c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:44:56.591175 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-f165c423-7825-49dc-9cd1-93e338942700 admin admin] Deleting port 5e25fb80-8d76-4b71-8d1a-d48a31606ea5 {{(pid=82345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Sep 15 13:44:56.591563 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f165c423-7825-49dc-9cd1-93e338942700 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301743532404'] for port, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:44:56.679761 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-444842b9-e228-4182-84eb-eac02998bfd8 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Notify agent at l3_agent.dv-cinder-809181-1-iscsi the message routers_updated {{(pid=82346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Sep 15 13:44:56.690189 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1c1e79-01c1-474d-85ad-113fc6056675 None None] Sync routers for ids ['cbcf65af-5671-409b-8800-fbc195aa143b'] in dv-cinder-809181-1-iscsi {{(pid=82347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Sep 15 13:44:56.701597 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-444842b9-e228-4182-84eb-eac02998bfd8 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251427'] for floatingip, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:44:56.702844 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1c1e79-01c1-474d-85ad-113fc6056675 None None] Routers {'cbcf65af-5671-409b-8800-fbc195aa143b'} bound to L3 agent in host dv-cinder-809181-1-iscsi {{(pid=82347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 15 13:44:56.703553 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-6c1c1e79-01c1-474d-85ad-113fc6056675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cd26aecc0>, 'dv-cinder-809181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T13:29:29Z,description=<?>,heartbeat_timestamp=2021-09-15T13:44:29Z,host='dv-cinder-809181-1-iscsi',id=c919ec5e-912e-4080-8a6b-9b8956cb875b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T13:29:29Z,topic='l3_agent')) {'router_ids': ['cbcf65af-5671-409b-8800-fbc195aa143b'], 'active': True} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:44:56.792369 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-444842b9-e228-4182-84eb-eac02998bfd8 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "DELETE /v2.0/floatingips/3732dd43-af1a-4500-9a39-9d79bfc7f641 HTTP/1.1" status: 204  len: 168 time: 2.2424743
Sep 15 13:44:56.793446 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18687200-4d0b-4f86-b9fc-2c3ddbc470b2', 'tag': 'fee43d8f-d5bf-489e-b08b-1f9127053587'}] {{(pid=82346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Sep 15 13:44:56.874223 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-f165c423-7825-49dc-9cd1-93e338942700 admin admin] For port 5e25fb80-8d76-4b71-8d1a-d48a31606ea5, host dv-cinder-809181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-iscsi',level=0,port_id=5e25fb80-8d76-4b71-8d1a-d48a31606ea5,segment=NetworkSegment(1ed3a544-0c3b-4c22-95a9-80d26a08a4c3),segment_id=1ed3a544-0c3b-4c22-95a9-80d26a08a4c3)] {{(pid=82345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:44:56.874613 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f165c423-7825-49dc-9cd1-93e338942700 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853103875'] for port, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:44:56.912944 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18687200-4d0b-4f86-b9fc-2c3ddbc470b2', 'tag': 'fee43d8f-d5bf-489e-b08b-1f9127053587', 'status': 'completed', 'code': 200}
Sep 15 13:44:57.084579 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-f165c423-7825-49dc-9cd1-93e338942700 admin admin] Calling delete_port for 5e25fb80-8d76-4b71-8d1a-d48a31606ea5 owned by network:router_interface {{(pid=82345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Sep 15 13:44:57.105084 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvr_db [None req-6c1c1e79-01c1-474d-85ad-113fc6056675 None None] Set router cbcf65af-5671-409b-8800-fbc195aa143b gateway port host: dv-cinder-809181-1-iscsi {{(pid=82347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Sep 15 13:44:57.335611 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f165c423-7825-49dc-9cd1-93e338942700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301743526908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735110837380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852138254'] for port, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:44:57.340831 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-4ce09905-f5f3-4df5-a92d-2d983816eb18 tempest-ServerRescueNegativeTestJSON-922326484 tempest-ServerRescueNegativeTestJSON-922326484-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:44:57.398464 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f165c423-7825-49dc-9cd1-93e338942700 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e25fb80-8d76-4b71-8d1a-d48a31606ea5,revision_number=None']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:44:57.401693 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-f165c423-7825-49dc-9cd1-93e338942700 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:44:57.617692 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-6c1c1e79-01c1-474d-85ad-113fc6056675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cd26aecc0>, [{'id': 'cbcf65af-5671-409b-8800-fbc195aa143b', 'name': 'tempest-TestMinimumBasicScenario-1022558155-router', 'tenant_id': 'f4690db418f54210bb493bf3245c165d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '4991f538-f040-446c-85fd-77ffb9e8a3c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:42:14Z', 'updated_at': '2021-09-15T13:42:18Z', 'revision_number': 4, 'project_id': 'f4690db418f54210bb493bf3245c165d', 'gw_port': {'id': '4991f538-f040-446c-85fd-77ffb9e8a3c9', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:35:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcf65af-5671-409b-8800-fbc195aa143b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:42:15Z', 'updated_at': '2021-09-15T13:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi', '_interfaces': [{'id': 'bcded881-accd-42aa-9c25-1782deda1dfe', 'name': '', 'network_id': '22ed8d12-b9e3-40b4-a189-731c2b225206', 'tenant_id': 'f4690db418f54210bb493bf3245c165d', 'mac_address': 'fa:16:3e:c0:c6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcf65af-5671-409b-8800-fbc195aa143b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0feade9-7551-46e8-99cf-5fe531501bdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:42:17Z', 'updated_at': '2021-09-15T13:42:27Z', 'revision_number': 5, 'project_id': 'f4690db418f54210bb493bf3245c165d', 'subnets': [{'id': 'b0feade9-7551-46e8-99cf-5fe531501bdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-iscsi', False) {} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:44:57.635342 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1c1e79-01c1-474d-85ad-113fc6056675 None None] Checking router: cbcf65af-5671-409b-8800-fbc195aa143b for host: dv-cinder-809181-1-iscsi {{(pid=82347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Sep 15 13:44:57.654575 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1c1e79-01c1-474d-85ad-113fc6056675 None None] Routers {'cbcf65af-5671-409b-8800-fbc195aa143b'} bound to L3 agent in host dv-cinder-809181-1-iscsi {{(pid=82347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 15 13:44:57.655462 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-6c1c1e79-01c1-474d-85ad-113fc6056675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cd26aecc0>, 'dv-cinder-809181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T13:29:29Z,description=<?>,heartbeat_timestamp=2021-09-15T13:44:29Z,host='dv-cinder-809181-1-iscsi',id=c919ec5e-912e-4080-8a6b-9b8956cb875b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T13:29:29Z,topic='l3_agent')) {'router_ids': ['cbcf65af-5671-409b-8800-fbc195aa143b'], 'active': True} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:44:57.957237 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvr_db [None req-6c1c1e79-01c1-474d-85ad-113fc6056675 None None] Set router cbcf65af-5671-409b-8800-fbc195aa143b gateway port host: dv-cinder-809181-1-iscsi {{(pid=82347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Sep 15 13:44:58.055854 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f77cf9-a5f1-4457-8004-0ae9cd2f5b44 req-a40bdc96-cc54-452c-8eca-987599a597e6 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:44:58.057735 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-b7f77cf9-a5f1-4457-8004-0ae9cd2f5b44 req-a40bdc96-cc54-452c-8eca-987599a597e6 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6e8854d-558e-48c7-b160-ac7f6c1744c4 HTTP/1.1" status: 200  len: 944 time: 0.2619748
Sep 15 13:44:58.142331 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-b7f77cf9-a5f1-4457-8004-0ae9cd2f5b44 req-a8955c28-3006-468c-9428-29e9ec6dbd73 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=89e16839-325b-4e32-8166-088abba378dc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0736592
Sep 15 13:44:58.208654 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:44:58.219103 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f165c423-7825-49dc-9cd1-93e338942700 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847625941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1675974'] for router_interface, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:44:58.355167 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-6c1c1e79-01c1-474d-85ad-113fc6056675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cd26aecc0>, [{'id': 'cbcf65af-5671-409b-8800-fbc195aa143b', 'name': 'tempest-TestMinimumBasicScenario-1022558155-router', 'tenant_id': 'f4690db418f54210bb493bf3245c165d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '4991f538-f040-446c-85fd-77ffb9e8a3c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:42:14Z', 'updated_at': '2021-09-15T13:42:18Z', 'revision_number': 4, 'project_id': 'f4690db418f54210bb493bf3245c165d', 'gw_port': {'id': '4991f538-f040-446c-85fd-77ffb9e8a3c9', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:35:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcf65af-5671-409b-8800-fbc195aa143b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:42:15Z', 'updated_at': '2021-09-15T13:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi', '_interfaces': [{'id': 'bcded881-accd-42aa-9c25-1782deda1dfe', 'name': '', 'network_id': '22ed8d12-b9e3-40b4-a189-731c2b225206', 'tenant_id': 'f4690db418f54210bb493bf3245c165d', 'mac_address': 'fa:16:3e:c0:c6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcf65af-5671-409b-8800-fbc195aa143b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0feade9-7551-46e8-99cf-5fe531501bdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:42:17Z', 'updated_at': '2021-09-15T13:42:27Z', 'revision_number': 5, 'project_id': 'f4690db418f54210bb493bf3245c165d', 'subnets': [{'id': 'b0feade9-7551-46e8-99cf-5fe531501bdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-iscsi', False) {} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:44:58.360116 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1c1e79-01c1-474d-85ad-113fc6056675 None None] The sync data for ids ['cbcf65af-5671-409b-8800-fbc195aa143b'] in dv-cinder-809181-1-iscsi is: [{'id': 'cbcf65af-5671-409b-8800-fbc195aa143b', 'name': 'tempest-TestMinimumBasicScenario-1022558155-router', 'tenant_id': 'f4690db418f54210bb493bf3245c165d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '4991f538-f040-446c-85fd-77ffb9e8a3c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:42:14Z', 'updated_at': '2021-09-15T13:42:18Z', 'revision_number': 4, 'project_id': 'f4690db418f54210bb493bf3245c165d', 'gw_port': {'id': '4991f538-f040-446c-85fd-77ffb9e8a3c9', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:35:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcf65af-5671-409b-8800-fbc195aa143b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:42:15Z', 'updated_at': '2021-09-15T13:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi', '_interfaces': [{'id': 'bcded881-accd-42aa-9c25-1782deda1dfe', 'name': '', 'network_id': '22ed8d12-b9e3-40b4-a189-731c2b225206', 'tenant_id': 'f4690db418f54210bb493bf3245c165d', 'mac_address': 'fa:16:3e:c0:c6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcf65af-5671-409b-8800-fbc195aa143b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0feade9-7551-46e8-99cf-5fe531501bdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:42:17Z', 'updated_at': '2021-09-15T13:42:27Z', 'revision_number': 5, 'project_id': 'f4690db418f54210bb493bf3245c165d', 'subnets': [{'id': 'b0feade9-7551-46e8-99cf-5fe531501bdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Sep 15 13:44:58.897467 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-a503f6ed-a857-4e6a-9f56-4202dff0614e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:44:58.906953 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c363ae6-f2ba-4e40-808e-7607cc444e61 None None] New status for floating IP 3732dd43-af1a-4500-9a39-9d79bfc7f641: DOWN {{(pid=82348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Sep 15 13:44:58.933837 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f165c423-7825-49dc-9cd1-93e338942700 admin admin] Router 0c1a9be1-12af-4edc-90ba-07b85f4575b2 has already been hosted by L3 agent c919ec5e-912e-4080-8a6b-9b8956cb875b {{(pid=82345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Sep 15 13:44:59.144575 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9acd9d20-0ed4-40fe-8ec3-e1d8b485d7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:44:59.162688 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f165c423-7825-49dc-9cd1-93e338942700 admin admin] Notify agent at l3_agent.dv-cinder-809181-1-iscsi the message routers_updated {{(pid=82345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Sep 15 13:44:59.172939 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982effa3-5f01-437b-b47f-0baee4f1a676 None None] Sync routers for ids ['0c1a9be1-12af-4edc-90ba-07b85f4575b2'] in dv-cinder-809181-1-iscsi {{(pid=82347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Sep 15 13:44:59.178493 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-f165c423-7825-49dc-9cd1-93e338942700 admin admin] 10.222.0.41 "PUT /v2.0/routers/0c1a9be1-12af-4edc-90ba-07b85f4575b2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2588215
Sep 15 13:44:59.181334 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 37590) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:44:59.189086 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982effa3-5f01-437b-b47f-0baee4f1a676 None None] Routers {'0c1a9be1-12af-4edc-90ba-07b85f4575b2'} bound to L3 agent in host dv-cinder-809181-1-iscsi {{(pid=82347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 15 13:44:59.190045 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-982effa3-5f01-437b-b47f-0baee4f1a676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cd23e1eb8>, 'dv-cinder-809181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T13:29:29Z,description=<?>,heartbeat_timestamp=2021-09-15T13:44:59Z,host='dv-cinder-809181-1-iscsi',id=c919ec5e-912e-4080-8a6b-9b8956cb875b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T13:29:29Z,topic='l3_agent')) {'router_ids': ['0c1a9be1-12af-4edc-90ba-07b85f4575b2'], 'active': True} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:44:59.457517 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3880f0b4-a92c-4dd2-80a2-d7e594c8e257 req-b6268fbe-167f-4358-9511-12ba711e39e5 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:44:59.460406 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-3880f0b4-a92c-4dd2-80a2-d7e594c8e257 req-b6268fbe-167f-4358-9511-12ba711e39e5 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6e8854d-558e-48c7-b160-ac7f6c1744c4 HTTP/1.1" status: 200  len: 944 time: 0.1449614
Sep 15 13:44:59.496180 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvr_db [None req-982effa3-5f01-437b-b47f-0baee4f1a676 None None] Set router 0c1a9be1-12af-4edc-90ba-07b85f4575b2 gateway port host: dv-cinder-809181-1-iscsi {{(pid=82347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Sep 15 13:44:59.542801 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-3880f0b4-a92c-4dd2-80a2-d7e594c8e257 req-02d59ba3-cf2d-49ef-b965-2137c4664ee6 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=89e16839-325b-4e32-8166-088abba378dc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0768740
Sep 15 13:44:59.550010 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-58ba8fb6-a3fb-49cf-9dfb-d446ec6c9553 admin admin] Notify callbacks [] for router, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:44:59.784086 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-58ba8fb6-a3fb-49cf-9dfb-d446ec6c9553 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:44:59.795133 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-58ba8fb6-a3fb-49cf-9dfb-d446ec6c9553 admin admin] Deleting port 2c04589e-3e63-405d-9909-138c561a87c8 {{(pid=82345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Sep 15 13:44:59.795709 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-58ba8fb6-a3fb-49cf-9dfb-d446ec6c9553 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301743532404'] for port, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:44:59.860817 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-982effa3-5f01-437b-b47f-0baee4f1a676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cd23e1eb8>, [{'id': '0c1a9be1-12af-4edc-90ba-07b85f4575b2', 'name': 'tempest-AttachVolumeTestJSON-1358564763-router', 'tenant_id': '839ee03af2c74792a3a3c2d72d59dd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '2c04589e-3e63-405d-9909-138c561a87c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:38Z', 'updated_at': '2021-09-15T13:44:57Z', 'revision_number': 5, 'project_id': '839ee03af2c74792a3a3c2d72d59dd55', 'gw_port': {'id': '2c04589e-3e63-405d-9909-138c561a87c8', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:5e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1a9be1-12af-4edc-90ba-07b85f4575b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:40Z', 'updated_at': '2021-09-15T13:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi'}], 'dv-cinder-809181-1-iscsi', False) {} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:44:59.864935 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982effa3-5f01-437b-b47f-0baee4f1a676 None None] Checking router: 0c1a9be1-12af-4edc-90ba-07b85f4575b2 for host: dv-cinder-809181-1-iscsi {{(pid=82347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Sep 15 13:44:59.876658 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982effa3-5f01-437b-b47f-0baee4f1a676 None None] Routers {'0c1a9be1-12af-4edc-90ba-07b85f4575b2'} bound to L3 agent in host dv-cinder-809181-1-iscsi {{(pid=82347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 15 13:44:59.877346 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-982effa3-5f01-437b-b47f-0baee4f1a676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cd23e1eb8>, 'dv-cinder-809181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T13:29:29Z,description=<?>,heartbeat_timestamp=2021-09-15T13:44:59Z,host='dv-cinder-809181-1-iscsi',id=c919ec5e-912e-4080-8a6b-9b8956cb875b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T13:29:29Z,topic='l3_agent')) {'router_ids': ['0c1a9be1-12af-4edc-90ba-07b85f4575b2'], 'active': True} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:45:00.023675 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-58ba8fb6-a3fb-49cf-9dfb-d446ec6c9553 admin admin] For port 2c04589e-3e63-405d-9909-138c561a87c8, host dv-cinder-809181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-iscsi',level=0,port_id=2c04589e-3e63-405d-9909-138c561a87c8,segment=NetworkSegment(fb39ec5d-b714-4bbc-8dc4-da8589a681e7),segment_id=fb39ec5d-b714-4bbc-8dc4-da8589a681e7)] {{(pid=82345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:45:00.024096 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-58ba8fb6-a3fb-49cf-9dfb-d446ec6c9553 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853103875'] for port, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:00.068403 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvr_db [None req-982effa3-5f01-437b-b47f-0baee4f1a676 None None] Set router 0c1a9be1-12af-4edc-90ba-07b85f4575b2 gateway port host: None {{(pid=82347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Sep 15 13:45:00.186596 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-982effa3-5f01-437b-b47f-0baee4f1a676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cd23e1eb8>, [{'id': '0c1a9be1-12af-4edc-90ba-07b85f4575b2', 'name': 'tempest-AttachVolumeTestJSON-1358564763-router', 'tenant_id': '839ee03af2c74792a3a3c2d72d59dd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:38Z', 'updated_at': '2021-09-15T13:44:59Z', 'revision_number': 6, 'project_id': '839ee03af2c74792a3a3c2d72d59dd55', 'gw_port_host': None}], 'dv-cinder-809181-1-iscsi', False) {} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:45:00.191516 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982effa3-5f01-437b-b47f-0baee4f1a676 None None] The sync data for ids ['0c1a9be1-12af-4edc-90ba-07b85f4575b2'] in dv-cinder-809181-1-iscsi is: [{'id': '0c1a9be1-12af-4edc-90ba-07b85f4575b2', 'name': 'tempest-AttachVolumeTestJSON-1358564763-router', 'tenant_id': '839ee03af2c74792a3a3c2d72d59dd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:38Z', 'updated_at': '2021-09-15T13:44:59Z', 'revision_number': 6, 'project_id': '839ee03af2c74792a3a3c2d72d59dd55', 'gw_port_host': None}] {{(pid=82347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Sep 15 13:45:00.406808 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-58ba8fb6-a3fb-49cf-9dfb-d446ec6c9553 admin admin] Calling delete_port for 2c04589e-3e63-405d-9909-138c561a87c8 owned by network:router_gateway {{(pid=82345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Sep 15 13:45:00.583447 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b47e50d5-ffd8-49d4-a6b6-3168cd38e3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:00.645910 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-58ba8fb6-a3fb-49cf-9dfb-d446ec6c9553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301743526908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735110837380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852138254'] for port, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:00.651022 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-d9898652-2027-4d84-8f97-2f722bf83bc2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:45:00.694162 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ba8fb6-a3fb-49cf-9dfb-d446ec6c9553 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c04589e-3e63-405d-9909-138c561a87c8,revision_number=None']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:45:00.733906 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-58ba8fb6-a3fb-49cf-9dfb-d446ec6c9553 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:45:00.997175 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3d48f6-8925-44e5-9f84-11ad995e1190 req-fa6047c1-3cc5-404b-856e-968b34a872f2 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:45:00.998918 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-1e3d48f6-8925-44e5-9f84-11ad995e1190 req-fa6047c1-3cc5-404b-856e-968b34a872f2 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6e8854d-558e-48c7-b160-ac7f6c1744c4 HTTP/1.1" status: 200  len: 944 time: 0.3003180
Sep 15 13:45:01.036347 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-58ba8fb6-a3fb-49cf-9dfb-d446ec6c9553 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853102522'] for router_gateway, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:01.199897 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-1e3d48f6-8925-44e5-9f84-11ad995e1190 req-ad4a5381-32ab-4b32-a0c7-b728a39c7a48 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=89e16839-325b-4e32-8166-088abba378dc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1926548
Sep 15 13:45:01.344632 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-58ba8fb6-a3fb-49cf-9dfb-d446ec6c9553 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853094842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854743964'] for router, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:01.349398 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-58ba8fb6-a3fb-49cf-9dfb-d446ec6c9553 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:01.374063 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-58ba8fb6-a3fb-49cf-9dfb-d446ec6c9553 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1679605'] for router, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:01.374615 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ba8fb6-a3fb-49cf-9dfb-d446ec6c9553 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c1a9be1-12af-4edc-90ba-07b85f4575b2 {{(pid=82345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Sep 15 13:45:01.392378 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-58ba8fb6-a3fb-49cf-9dfb-d446ec6c9553 admin admin] Notify callbacks [] for router, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:01.393629 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-58ba8fb6-a3fb-49cf-9dfb-d446ec6c9553 admin admin] 10.222.0.41 "DELETE /v2.0/routers/0c1a9be1-12af-4edc-90ba-07b85f4575b2 HTTP/1.1" status: 204  len: 168 time: 2.2113080
Sep 15 13:45:01.396750 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 37604) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:45:01.466901 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.db_base_plugin_v2 [None req-07e24109-fa2a-4490-9bf1-1e1d944af010 admin admin] Deleting subnet 1beceede-0773-432e-935b-1a5d4e30ef31 {{(pid=82346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Sep 15 13:45:01.470764 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-07e24109-fa2a-4490-9bf1-1e1d944af010 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:01.744678 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-07e24109-fa2a-4490-9bf1-1e1d944af010 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851686669'] for subnet, precommit_delete_associations {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:01.889610 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-07e24109-fa2a-4490-9bf1-1e1d944af010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-956'] for subnet, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:01.969573 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device 5e25fb80-8d76-4b71-8d1a-d48a31606ea5 no longer exists at agent ovs-agent-dv-cinder-809181-1-iscsi {{(pid=82347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Sep 15 13:45:02.008457 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-07e24109-fa2a-4490-9bf1-1e1d944af010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853327942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1150312'] for subnet, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:02.009943 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] No Port match for: 5e25fb80-8d76-4b71-8d1a-d48a31606ea5 {{(pid=82347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Sep 15 13:45:02.010354 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device 5e25fb80-8d76-4b71-8d1a-d48a31606ea5 not bound to the agent host dv-cinder-809181-1-iscsi {{(pid=82347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Sep 15 13:45:02.010844 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device 2c04589e-3e63-405d-9909-138c561a87c8 no longer exists at agent ovs-agent-dv-cinder-809181-1-iscsi {{(pid=82347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Sep 15 13:45:02.014962 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-643f8d38-8141-4669-8f28-2dbef31c1776 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:45:02.047162 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] No Port match for: 2c04589e-3e63-405d-9909-138c561a87c8 {{(pid=82347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Sep 15 13:45:02.047566 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device 2c04589e-3e63-405d-9909-138c561a87c8 not bound to the agent host dv-cinder-809181-1-iscsi {{(pid=82347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Sep 15 13:45:02.059755 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e24109-fa2a-4490-9bf1-1e1d944af010 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1beceede-0773-432e-935b-1a5d4e30ef31,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:45:02.063724 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-07e24109-fa2a-4490-9bf1-1e1d944af010 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:45:02.070152 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-07e24109-fa2a-4490-9bf1-1e1d944af010 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:02.075410 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce96de9-d7fe-453c-a98b-2b6bb396059a None None] Network 9b5d95b3-3bf8-4370-9b66-9dd986b48a07 requested from dv-cinder-809181-1-iscsi {{(pid=82347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Sep 15 13:45:02.076743 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-07e24109-fa2a-4490-9bf1-1e1d944af010 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/1beceede-0773-432e-935b-1a5d4e30ef31 HTTP/1.1" status: 204  len: 168 time: 0.6788833
Sep 15 13:45:02.079332 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 37610) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:45:02.201740 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bd2ae43-7a6a-447d-b3fb-154ac0be7b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854347016'] for network, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:02.216129 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-7bd2ae43-7a6a-447d-b3fb-154ac0be7b1d admin admin] Deleting port 72a29d8b-bd10-4a64-9803-3c4146b33ba9 {{(pid=82346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Sep 15 13:45:02.216521 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bd2ae43-7a6a-447d-b3fb-154ac0be7b1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301743532404'] for port, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:02.429013 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307ef02c-913c-4f0f-860f-a42c4dc639f7 None None] DHCP port deletion for 9b5d95b3-3bf8-4370-9b66-9dd986b48a07 request from dv-cinder-809181-1-iscsi {{(pid=82347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Sep 15 13:45:02.437402 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-307ef02c-913c-4f0f-860f-a42c4dc639f7 None None] Deleting port 72a29d8b-bd10-4a64-9803-3c4146b33ba9 {{(pid=82347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Sep 15 13:45:02.438088 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-307ef02c-913c-4f0f-860f-a42c4dc639f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301743532404'] for port, before_delete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:02.477987 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-7bd2ae43-7a6a-447d-b3fb-154ac0be7b1d admin admin] For port 72a29d8b-bd10-4a64-9803-3c4146b33ba9, host dv-cinder-809181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-iscsi',level=0,port_id=72a29d8b-bd10-4a64-9803-3c4146b33ba9,segment=NetworkSegment(1ed3a544-0c3b-4c22-95a9-80d26a08a4c3),segment_id=1ed3a544-0c3b-4c22-95a9-80d26a08a4c3)] {{(pid=82346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:45:02.478386 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bd2ae43-7a6a-447d-b3fb-154ac0be7b1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853103875'] for port, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:02.597489 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52730a5b-2263-4444-86e3-277cfe05ea29 req-cadf1e71-45a9-4b81-8f1e-a79867a6570f tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:45:02.599906 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-52730a5b-2263-4444-86e3-277cfe05ea29 req-cadf1e71-45a9-4b81-8f1e-a79867a6570f tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6e8854d-558e-48c7-b160-ac7f6c1744c4 HTTP/1.1" status: 200  len: 944 time: 0.1534550
Sep 15 13:45:02.621558 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-7bd2ae43-7a6a-447d-b3fb-154ac0be7b1d admin admin] Calling delete_port for 72a29d8b-bd10-4a64-9803-3c4146b33ba9 owned by network:dhcp {{(pid=82346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Sep 15 13:45:02.688200 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-52730a5b-2263-4444-86e3-277cfe05ea29 req-3f951407-8325-41be-9ca7-7948c4eed833 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=89e16839-325b-4e32-8166-088abba378dc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0812867
Sep 15 13:45:02.711066 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-307ef02c-913c-4f0f-860f-a42c4dc639f7 None None] For port 72a29d8b-bd10-4a64-9803-3c4146b33ba9, host dv-cinder-809181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-iscsi',level=0,port_id=72a29d8b-bd10-4a64-9803-3c4146b33ba9,segment=NetworkSegment(1ed3a544-0c3b-4c22-95a9-80d26a08a4c3),segment_id=1ed3a544-0c3b-4c22-95a9-80d26a08a4c3)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:45:02.711525 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-307ef02c-913c-4f0f-860f-a42c4dc639f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853103875'] for port, precommit_delete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:02.730157 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bd2ae43-7a6a-447d-b3fb-154ac0be7b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301743526908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735110837380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1447919'] for port, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:02.735006 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-f01eda28-7739-4245-93e4-8186df438b82 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:45:02.797930 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd2ae43-7a6a-447d-b3fb-154ac0be7b1d admin admin] Pushing event deleted for resources: {'Port': ['ID=72a29d8b-bd10-4a64-9803-3c4146b33ba9,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:45:02.800821 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-7bd2ae43-7a6a-447d-b3fb-154ac0be7b1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:45:02.813906 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd2ae43-7a6a-447d-b3fb-154ac0be7b1d admin admin] No DVR routers for this DVR port 72a29d8b-bd10-4a64-9803-3c4146b33ba9 on host dv-cinder-809181-1-iscsi {{(pid=82346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Sep 15 13:45:02.953508 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bd2ae43-7a6a-447d-b3fb-154ac0be7b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13861', 'neutron.services.segments.db._delete_segments_for_network-8735111364894'] for network, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:02.970115 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.services.segments.db [None req-7bd2ae43-7a6a-447d-b3fb-154ac0be7b1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1cd1f1b6a0>,) {'filters': {'network_id': ['9b5d95b3-3bf8-4370-9b66-9dd986b48a07']}} {{(pid=82346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:45:02.987245 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.services.segments.db [None req-7bd2ae43-7a6a-447d-b3fb-154ac0be7b1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1cd1f1b6a0>, '1ed3a544-0c3b-4c22-95a9-80d26a08a4c3') {'for_net_delete': True} {{(pid=82346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:45:02.987676 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.services.segments.db [None req-7bd2ae43-7a6a-447d-b3fb-154ac0be7b1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1cd1f1b6a0>, '1ed3a544-0c3b-4c22-95a9-80d26a08a4c3') {} {{(pid=82346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:45:03.002630 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bd2ae43-7a6a-447d-b3fb-154ac0be7b1d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363301743409746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3089130'] for segment, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:03.018999 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-307ef02c-913c-4f0f-860f-a42c4dc639f7 None None] Calling delete_port for 72a29d8b-bd10-4a64-9803-3c4146b33ba9 owned by network:dhcp {{(pid=82347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Sep 15 13:45:03.019584 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bd2ae43-7a6a-447d-b3fb-154ac0be7b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854307961'] for segment, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:03.026955 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bd2ae43-7a6a-447d-b3fb-154ac0be7b1d admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=82346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Sep 15 13:45:03.027648 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bd2ae43-7a6a-447d-b3fb-154ac0be7b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-467870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853328127'] for segment, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:03.044450 dv-cinder-809181-1-iscsi neutron-server[82236]: Traceback (most recent call last):
Sep 15 13:45:03.044450 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Sep 15 13:45:03.044450 dv-cinder-809181-1-iscsi neutron-server[82236]:     timer()
Sep 15 13:45:03.044450 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 15 13:45:03.044450 dv-cinder-809181-1-iscsi neutron-server[82236]:     cb(*args, **kw)
Sep 15 13:45:03.044450 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Sep 15 13:45:03.044450 dv-cinder-809181-1-iscsi neutron-server[82236]:     return func(*args, **kwargs)
Sep 15 13:45:03.044450 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 15 13:45:03.044450 dv-cinder-809181-1-iscsi neutron-server[82236]:     self._notify()
Sep 15 13:45:03.044450 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 15 13:45:03.044450 dv-cinder-809181-1-iscsi neutron-server[82236]:     self.callback(batched_events)
Sep 15 13:45:03.044450 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 15 13:45:03.044450 dv-cinder-809181-1-iscsi neutron-server[82236]:     event.method(event)
Sep 15 13:45:03.044450 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 15 13:45:03.044450 dv-cinder-809181-1-iscsi neutron-server[82236]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 15 13:45:03.044450 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Sep 15 13:45:03.044450 dv-cinder-809181-1-iscsi neutron-server[82236]:     segment_id)['aggregates'][0]
Sep 15 13:45:03.044450 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Sep 15 13:45:03.044450 dv-cinder-809181-1-iscsi neutron-server[82236]:     return f(self, *a, **k)
Sep 15 13:45:03.044450 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Sep 15 13:45:03.044450 dv-cinder-809181-1-iscsi neutron-server[82236]:     return self._get(url).json()
Sep 15 13:45:03.044450 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Sep 15 13:45:03.044450 dv-cinder-809181-1-iscsi neutron-server[82236]:     **kwargs)
Sep 15 13:45:03.044450 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Sep 15 13:45:03.044450 dv-cinder-809181-1-iscsi neutron-server[82236]:     return self.request(url, 'GET', **kwargs)
Sep 15 13:45:03.044450 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Sep 15 13:45:03.044450 dv-cinder-809181-1-iscsi neutron-server[82236]:     **endpoint_filter)
Sep 15 13:45:03.044450 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Sep 15 13:45:03.044450 dv-cinder-809181-1-iscsi neutron-server[82236]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 15 13:45:03.044450 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Sep 15 13:45:03.044450 dv-cinder-809181-1-iscsi neutron-server[82236]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 15 13:45:03.044450 dv-cinder-809181-1-iscsi neutron-server[82236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 15 13:45:03.133429 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bd2ae43-7a6a-447d-b3fb-154ac0be7b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854761902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853102175'] for network, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:03.137496 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-3b726992-25a5-40aa-90e1-f7f6223d024c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:45:03.158723 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bd2ae43-7a6a-447d-b3fb-154ac0be7b1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7149901'] for network, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:03.162080 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd2ae43-7a6a-447d-b3fb-154ac0be7b1d admin admin] Pushing event deleted for resources: {'Network': ['ID=9b5d95b3-3bf8-4370-9b66-9dd986b48a07,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:45:03.165369 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-7bd2ae43-7a6a-447d-b3fb-154ac0be7b1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:45:03.184293 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-7bd2ae43-7a6a-447d-b3fb-154ac0be7b1d admin admin] 10.222.0.41 "DELETE /v2.0/networks/9b5d95b3-3bf8-4370-9b66-9dd986b48a07 HTTP/1.1" status: 204  len: 168 time: 1.1036863
Sep 15 13:45:03.194156 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.db.api [None req-307ef02c-913c-4f0f-860f-a42c4dc639f7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82347) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Sep 15 13:45:03.194570 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_db.api [None req-307ef02c-913c-4f0f-860f-a42c4dc639f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Sep 15 13:45:03.348224 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 37620) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:45:03.409070 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-2dd647ad-80fa-44b5-a87d-a0fd83ab8f1a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=839ee03af2c74792a3a3c2d72d59dd55&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0594912
Sep 15 13:45:03.411614 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 37624) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:45:03.476890 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-3b7e8f26-6fab-4a67-a064-0e653f42e365 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:03.506156 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-3b7e8f26-6fab-4a67-a064-0e653f42e365 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:03.552963 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-3b7e8f26-6fab-4a67-a064-0e653f42e365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:03.558100 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-a9fe4085-c8f0-4889-a825-a74847580f6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:45:03.574301 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7e8f26-6fab-4a67-a064-0e653f42e365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=125f6ae1-aea6-4a0e-9157-9b96d5eab84f,revision_number=None']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:45:03.577441 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-3b7e8f26-6fab-4a67-a064-0e653f42e365 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:45:03.579361 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-3b7e8f26-6fab-4a67-a064-0e653f42e365 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:03.580597 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-3b7e8f26-6fab-4a67-a064-0e653f42e365 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/125f6ae1-aea6-4a0e-9157-9b96d5eab84f HTTP/1.1" status: 204  len: 168 time: 0.1679826
Sep 15 13:45:03.696209 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-307ef02c-913c-4f0f-860f-a42c4dc639f7 None None] Deleting port 72a29d8b-bd10-4a64-9803-3c4146b33ba9 {{(pid=82347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Sep 15 13:45:03.696742 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-307ef02c-913c-4f0f-860f-a42c4dc639f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301743532404'] for port, before_delete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:03.826491 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-307ef02c-913c-4f0f-860f-a42c4dc639f7 None None] The port '72a29d8b-bd10-4a64-9803-3c4146b33ba9' was deleted {{(pid=82347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1873}}
Sep 15 13:45:03.933345 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:03.998326 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device 72a29d8b-bd10-4a64-9803-3c4146b33ba9 no longer exists at agent ovs-agent-dv-cinder-809181-1-iscsi {{(pid=82347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Sep 15 13:45:04.028140 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808c25bf-b892-4279-9639-0bac97e7d6a4 req-d5cd7b0e-c557-4426-872f-061b71cfc776 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:45:04.032396 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] No Port match for: 72a29d8b-bd10-4a64-9803-3c4146b33ba9 {{(pid=82347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Sep 15 13:45:04.032882 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device 72a29d8b-bd10-4a64-9803-3c4146b33ba9 not bound to the agent host dv-cinder-809181-1-iscsi {{(pid=82347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Sep 15 13:45:04.036763 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-808c25bf-b892-4279-9639-0bac97e7d6a4 req-d5cd7b0e-c557-4426-872f-061b71cfc776 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6e8854d-558e-48c7-b160-ac7f6c1744c4 HTTP/1.1" status: 200  len: 944 time: 0.1474967
Sep 15 13:45:04.088825 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-808c25bf-b892-4279-9639-0bac97e7d6a4 req-8942d3b2-2bbb-478b-bb9c-2334553d0579 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=89e16839-325b-4e32-8166-088abba378dc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0510895
Sep 15 13:45:05.233905 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-7337863b-a636-4ad7-9d49-b0955709fda5 req-36bd68a7-6004-4b37-aa2e-9d11fc4e679f service neutron] 10.222.0.36 "GET /v2.0/networks/22ed8d12-b9e3-40b4-a189-731c2b225206?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1494107
Sep 15 13:45:05.353560 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b354cd5f-4d8a-4523-8d4d-4957fbeb7014 req-57debf33-dfaf-4ecb-bc69-db3d5c34e91b tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:45:05.355510 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-b354cd5f-4d8a-4523-8d4d-4957fbeb7014 req-57debf33-dfaf-4ecb-bc69-db3d5c34e91b tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6e8854d-558e-48c7-b160-ac7f6c1744c4 HTTP/1.1" status: 200  len: 944 time: 0.0958023
Sep 15 13:45:05.404723 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-b354cd5f-4d8a-4523-8d4d-4957fbeb7014 req-fb76c9b2-6601-4d71-a532-64a00cedf949 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=89e16839-325b-4e32-8166-088abba378dc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431261
Sep 15 13:45:05.449899 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-7337863b-a636-4ad7-9d49-b0955709fda5 req-679910a8-0371-4fe8-9463-ea08ae0c072f service neutron] 10.222.0.36 "GET /v2.0/networks/22ed8d12-b9e3-40b4-a189-731c2b225206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1607237
Sep 15 13:45:05.600828 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-6ae4d24f-5ac6-4dbe-97be-d021d3e3f8d2 req-d547691b-240e-403f-ad07-1a5e0ccec51e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f4690db418f54210bb493bf3245c165d&device_id=18687200-4d0b-4f86-b9fc-2c3ddbc470b2 HTTP/1.1" status: 200  len: 1099 time: 0.0745606
Sep 15 13:45:05.752960 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae4d24f-5ac6-4dbe-97be-d021d3e3f8d2 req-03dfdd35-dd70-4e51-8acd-5cbd8a70df30 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:45:05.754576 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-6ae4d24f-5ac6-4dbe-97be-d021d3e3f8d2 req-03dfdd35-dd70-4e51-8acd-5cbd8a70df30 service neutron] 10.222.0.36 "GET /v2.0/networks?id=22ed8d12-b9e3-40b4-a189-731c2b225206 HTTP/1.1" status: 200  len: 916 time: 0.1419446
Sep 15 13:45:05.831695 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-6ae4d24f-5ac6-4dbe-97be-d021d3e3f8d2 req-31236d48-d3e7-452d-9dfa-ccfc60dbf1a1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fee43d8f-d5bf-489e-b08b-1f9127053587 HTTP/1.1" status: 200  len: 217 time: 0.0693243
Sep 15 13:45:05.906436 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae4d24f-5ac6-4dbe-97be-d021d3e3f8d2 req-fedb0442-b573-4faf-83fb-3d87df54484a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:45:05.908108 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-6ae4d24f-5ac6-4dbe-97be-d021d3e3f8d2 req-fedb0442-b573-4faf-83fb-3d87df54484a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0feade9-7551-46e8-99cf-5fe531501bdc HTTP/1.1" status: 200  len: 854 time: 0.0697422
Sep 15 13:45:05.994254 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-6ae4d24f-5ac6-4dbe-97be-d021d3e3f8d2 req-175981aa-0ea0-49a0-a819-e826327ee61e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=22ed8d12-b9e3-40b4-a189-731c2b225206&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0779624
Sep 15 13:45:06.140906 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-6ae4d24f-5ac6-4dbe-97be-d021d3e3f8d2 req-b0737d26-704f-493f-b9f6-ddaed11509cf service neutron] 10.222.0.36 "GET /v2.0/networks/22ed8d12-b9e3-40b4-a189-731c2b225206?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1401303
Sep 15 13:45:06.297453 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-6ae4d24f-5ac6-4dbe-97be-d021d3e3f8d2 req-1bbb3381-b9a2-418e-b188-34f489c460b9 service neutron] 10.222.0.36 "GET /v2.0/networks/22ed8d12-b9e3-40b4-a189-731c2b225206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1496055
Sep 15 13:45:06.644811 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef5b906-142b-4366-9a53-bc83dc9414a0 req-7b24dae1-1453-4671-ab20-2a11f2f2543d tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:45:06.646419 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-9ef5b906-142b-4366-9a53-bc83dc9414a0 req-7b24dae1-1453-4671-ab20-2a11f2f2543d tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6e8854d-558e-48c7-b160-ac7f6c1744c4 HTTP/1.1" status: 200  len: 944 time: 0.0993805
Sep 15 13:45:06.695323 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-9ef5b906-142b-4366-9a53-bc83dc9414a0 req-1083cd6f-a5d8-4def-9272-4f08690b8208 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=89e16839-325b-4e32-8166-088abba378dc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429237
Sep 15 13:45:07.881182 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Device 3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7 details requested by agent hyperv_hv-cinder-80918 with host hv-cinder-80918 {{(pid=82347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Sep 15 13:45:07.913390 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f8ec1a-60b9-413e-b6bf-835c24725c14 req-a892f58f-30ad-48ef-b9d8-b506f6828db3 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:45:07.915275 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-94f8ec1a-60b9-413e-b6bf-835c24725c14 req-a892f58f-30ad-48ef-b9d8-b506f6828db3 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6e8854d-558e-48c7-b160-ac7f6c1744c4 HTTP/1.1" status: 200  len: 944 time: 0.0845199
Sep 15 13:45:07.970132 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-94f8ec1a-60b9-413e-b6bf-835c24725c14 req-b4db1aa2-141f-4bde-9b86-222f41c99871 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=89e16839-325b-4e32-8166-088abba378dc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0485044
Sep 15 13:45:08.029790 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] For port 3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7,segment=NetworkSegment(11169836-79b2-4822-b283-a5d557a2336a),segment_id=11169836-79b2-4822-b283-a5d557a2336a)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:45:08.044417 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Returning: {'device': '3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7', 'network_id': 'e9c16276-857e-49e4-bec2-1a6e621bb0c0', 'port_id': '3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7', 'mac_address': 'fa:16:3e:a8:d7:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d3cda93-f669-4c8c-b3ae-fd1f6c47904a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 15 13:45:08.101973 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:08.123842 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7 {{(pid=82347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Sep 15 13:45:08.139238 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] For port 3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7,segment=NetworkSegment(11169836-79b2-4822-b283-a5d557a2336a),segment_id=11169836-79b2-4822-b283-a5d557a2336a)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:45:08.142079 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:08.143932 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-966038f4-a482-4b87-bb4f-b98e8b724376 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:45:08.220722 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Pushing event updated for resources: {'Port': ['ID=3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7,revision_number=9']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:45:08.224427 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:45:08.285767 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eff606-438b-4acb-a2b8-a15e9bd52f1c req-33b90b40-c1c7-4967-9269-b5ae7361cbca tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:45:08.288141 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-17eff606-438b-4acb-a2b8-a15e9bd52f1c req-33b90b40-c1c7-4967-9269-b5ae7361cbca tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "GET /v2.0/ports?device_id=18687200-4d0b-4f86-b9fc-2c3ddbc470b2 HTTP/1.1" status: 200  len: 946 time: 0.0876329
Sep 15 13:45:08.336848 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-17eff606-438b-4acb-a2b8-a15e9bd52f1c req-29193f81-1ea3-4684-940a-2b05f335a3c4 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "GET /v2.0/security-groups?id=4781b849-c099-4cd6-9eb8-2f7a21e5e982&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423343
Sep 15 13:45:08.451223 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] get_ports_and_sgs() called for port_ids ['3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7'] {{(pid=82347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 15 13:45:09.197258 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e4a182-bc90-497e-9199-a70bbd280b0e req-213a0d8c-3584-47b0-aa03-2a6f079bf00a tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:45:09.198827 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-25e4a182-bc90-497e-9199-a70bbd280b0e req-213a0d8c-3584-47b0-aa03-2a6f079bf00a tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6e8854d-558e-48c7-b160-ac7f6c1744c4 HTTP/1.1" status: 200  len: 945 time: 0.0853786
Sep 15 13:45:09.246133 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-25e4a182-bc90-497e-9199-a70bbd280b0e req-3c9b767d-3af7-4ecc-b3c3-6aad23b6c426 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=89e16839-325b-4e32-8166-088abba378dc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412979
Sep 15 13:45:09.537904 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8dda33-f381-47a9-a37b-ce6f6015b944 req-9924d3a7-ab83-46cc-88b7-74a7784d283f tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:45:09.539499 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-2e8dda33-f381-47a9-a37b-ce6f6015b944 req-9924d3a7-ab83-46cc-88b7-74a7784d283f tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "GET /v2.0/ports?device_id=18687200-4d0b-4f86-b9fc-2c3ddbc470b2 HTTP/1.1" status: 200  len: 946 time: 0.0822210
Sep 15 13:45:09.587786 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-2e8dda33-f381-47a9-a37b-ce6f6015b944 req-424d6d3b-afe4-4dd4-8718-64fdbf1a51e1 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "GET /v2.0/security-groups?id=4781b849-c099-4cd6-9eb8-2f7a21e5e982&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423510
Sep 15 13:45:10.464783 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43616f50-b97a-423c-bb0b-23fe093b7555 req-7a7d6186-0faa-44c6-89da-29eb952f18de tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:45:10.466280 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-43616f50-b97a-423c-bb0b-23fe093b7555 req-7a7d6186-0faa-44c6-89da-29eb952f18de tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6e8854d-558e-48c7-b160-ac7f6c1744c4 HTTP/1.1" status: 200  len: 945 time: 0.0874913
Sep 15 13:45:10.513461 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-43616f50-b97a-423c-bb0b-23fe093b7555 req-8d3ecf7b-ea26-4580-8836-baab90134629 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=89e16839-325b-4e32-8166-088abba378dc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411835
Sep 15 13:45:10.789517 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e43f442-565e-42ce-b83d-9170293754c1 req-394a17c6-ebb0-4789-9cb1-013b052e1d62 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:45:10.791030 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-4e43f442-565e-42ce-b83d-9170293754c1 req-394a17c6-ebb0-4789-9cb1-013b052e1d62 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "GET /v2.0/ports?device_id=18687200-4d0b-4f86-b9fc-2c3ddbc470b2 HTTP/1.1" status: 200  len: 946 time: 0.0820296
Sep 15 13:45:10.838680 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-4e43f442-565e-42ce-b83d-9170293754c1 req-33a85e67-f12f-4f14-a374-dcd1dde19500 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "GET /v2.0/security-groups?id=4781b849-c099-4cd6-9eb8-2f7a21e5e982&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416427
Sep 15 13:45:11.090182 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Device 3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7 up at agent hyperv_hv-cinder-80918 {{(pid=82347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Sep 15 13:45:11.160676 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Provisioning complete for port 3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7 triggered by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:45:11.161733 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:11.279524 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:11.307496 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6e8854d-558e-48c7-b160-ac7f6c1744c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7'}] {{(pid=82347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Sep 15 13:45:11.317703 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] For port 3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7,segment=NetworkSegment(11169836-79b2-4822-b283-a5d557a2336a),segment_id=11169836-79b2-4822-b283-a5d557a2336a)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:45:11.320844 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:11.322839 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:45:11.365182 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6e8854d-558e-48c7-b160-ac7f6c1744c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7', 'code': 200}
Sep 15 13:45:11.390479 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Pushing event updated for resources: {'Port': ['ID=3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7,revision_number=10']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:45:11.393617 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:45:11.733176 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c25b930-cfed-4e22-95c9-08ed66cff4de req-07fc34b1-7740-4865-afb3-eb7e41cbacbd tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:45:11.734707 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-4c25b930-cfed-4e22-95c9-08ed66cff4de req-07fc34b1-7740-4865-afb3-eb7e41cbacbd tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6e8854d-558e-48c7-b160-ac7f6c1744c4 HTTP/1.1" status: 200  len: 947 time: 0.0846376
Sep 15 13:45:11.782077 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-4c25b930-cfed-4e22-95c9-08ed66cff4de req-42c08636-b4a3-4906-914c-283c7ab5c24e tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=89e16839-325b-4e32-8166-088abba378dc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413992
Sep 15 13:45:12.042451 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2806bc03-b174-42fd-a712-fc0bf2440951 req-ae9af074-3f9e-41b1-a6d6-b54423beea15 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:45:12.043964 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-2806bc03-b174-42fd-a712-fc0bf2440951 req-ae9af074-3f9e-41b1-a6d6-b54423beea15 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "GET /v2.0/ports?device_id=18687200-4d0b-4f86-b9fc-2c3ddbc470b2 HTTP/1.1" status: 200  len: 946 time: 0.0802231
Sep 15 13:45:12.096806 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-2806bc03-b174-42fd-a712-fc0bf2440951 req-ee01b9b0-4424-4e2b-affc-e30f3afc665d tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "GET /v2.0/security-groups?id=4781b849-c099-4cd6-9eb8-2f7a21e5e982&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465167
Sep 15 13:45:12.332980 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-9f2aa6fc-419f-443e-8885-6ea0f3c8b9aa req-a64ee827-bafb-4cc5-8aa0-86e716f71862 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f6e8854d-558e-48c7-b160-ac7f6c1744c4 HTTP/1.1" status: 200  len: 1100 time: 0.0738838
Sep 15 13:45:12.403163 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-9f2aa6fc-419f-443e-8885-6ea0f3c8b9aa req-51896f54-9256-44c0-9f27-f127d806aee5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=89e16839-325b-4e32-8166-088abba378dc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0366607
Sep 15 13:45:12.936052 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce44536-bff4-4ef9-a2d9-1fba964c201e req-3ff0d554-0e07-4039-aba6-b038a29b4dc8 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:45:12.936820 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-cce44536-bff4-4ef9-a2d9-1fba964c201e req-3ff0d554-0e07-4039-aba6-b038a29b4dc8 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Synchronizing usage tracker for tenant:f4690db418f54210bb493bf3245c165d on resource:port {{(pid=82346) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Sep 15 13:45:12.951405 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-cce44536-bff4-4ef9-a2d9-1fba964c201e req-3ff0d554-0e07-4039-aba6-b038a29b4dc8 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Unset dirty status for tenant:f4690db418f54210bb493bf3245c165d on resource:port {{(pid=82346) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Sep 15 13:45:12.952659 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-cce44536-bff4-4ef9-a2d9-1fba964c201e req-3ff0d554-0e07-4039-aba6-b038a29b4dc8 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.36 "GET /v2.0/ports?device_id=18687200-4d0b-4f86-b9fc-2c3ddbc470b2 HTTP/1.1" status: 200  len: 946 time: 0.1025522
Sep 15 13:45:12.995960 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d34ec5-a6c9-412d-90c1-dedb060af531 req-1f8a242b-0bf1-4f3a-98ea-20d02a24351a tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:45:12.997576 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-24d34ec5-a6c9-412d-90c1-dedb060af531 req-1f8a242b-0bf1-4f3a-98ea-20d02a24351a tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6e8854d-558e-48c7-b160-ac7f6c1744c4 HTTP/1.1" status: 200  len: 947 time: 0.0830293
Sep 15 13:45:13.027608 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [req-cce44536-bff4-4ef9-a2d9-1fba964c201e req-f89e62a9-5261-4930-b2dd-fb32c97bec7d tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Deleting port fee43d8f-d5bf-489e-b08b-1f9127053587 {{(pid=82346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Sep 15 13:45:13.028021 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-cce44536-bff4-4ef9-a2d9-1fba964c201e req-f89e62a9-5261-4930-b2dd-fb32c97bec7d tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301743532404'] for port, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:13.046030 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-24d34ec5-a6c9-412d-90c1-dedb060af531 req-1cc4d21a-f8d0-435e-8faf-6fc0fd63e3e6 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=89e16839-325b-4e32-8166-088abba378dc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423026
Sep 15 13:45:13.297780 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [req-cce44536-bff4-4ef9-a2d9-1fba964c201e req-f89e62a9-5261-4930-b2dd-fb32c97bec7d tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] For port fee43d8f-d5bf-489e-b08b-1f9127053587, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=fee43d8f-d5bf-489e-b08b-1f9127053587,segment=NetworkSegment(1d9e96c7-616e-4a0a-ae4e-0fa650630ffb),segment_id=1d9e96c7-616e-4a0a-ae4e-0fa650630ffb)] {{(pid=82346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:45:13.298449 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-cce44536-bff4-4ef9-a2d9-1fba964c201e req-f89e62a9-5261-4930-b2dd-fb32c97bec7d tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853103875'] for port, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:13.334554 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b259f35-35f9-4f1d-b260-f47fb0c1ae98 req-1f27a1e9-99a4-40d0-9698-3477500bdcd4 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:45:13.336285 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-1b259f35-35f9-4f1d-b260-f47fb0c1ae98 req-1f27a1e9-99a4-40d0-9698-3477500bdcd4 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "GET /v2.0/ports?device_id=18687200-4d0b-4f86-b9fc-2c3ddbc470b2 HTTP/1.1" status: 200  len: 946 time: 0.1129305
Sep 15 13:45:13.426163 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-1b259f35-35f9-4f1d-b260-f47fb0c1ae98 req-a1276b64-7295-4962-8b1b-20aed59c16aa tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "GET /v2.0/security-groups?id=4781b849-c099-4cd6-9eb8-2f7a21e5e982&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0681746
Sep 15 13:45:13.646329 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [req-cce44536-bff4-4ef9-a2d9-1fba964c201e req-f89e62a9-5261-4930-b2dd-fb32c97bec7d tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Calling delete_port for fee43d8f-d5bf-489e-b08b-1f9127053587 owned by compute:nova {{(pid=82346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Sep 15 13:45:13.795812 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-cce44536-bff4-4ef9-a2d9-1fba964c201e req-f89e62a9-5261-4930-b2dd-fb32c97bec7d tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301743526908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735110837380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1447919'] for port, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:13.803137 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-4d5872f9-c9a1-4bfb-b143-876c04f67dfe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:45:13.830297 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] get_ports_and_sgs() called for port_ids ['fee43d8f-d5bf-489e-b08b-1f9127053587'] {{(pid=82347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 15 13:45:13.849922 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89e62a9-5261-4930-b2dd-fb32c97bec7d tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Pushing event deleted for resources: {'Port': ['ID=fee43d8f-d5bf-489e-b08b-1f9127053587,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:45:13.895938 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89e62a9-5261-4930-b2dd-fb32c97bec7d tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:45:13.896043 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89e62a9-5261-4930-b2dd-fb32c97bec7d tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:45:13.896410 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89e62a9-5261-4930-b2dd-fb32c97bec7d tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:45:13.897003 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89e62a9-5261-4930-b2dd-fb32c97bec7d tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:45:13.897565 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89e62a9-5261-4930-b2dd-fb32c97bec7d tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:45:13.898546 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89e62a9-5261-4930-b2dd-fb32c97bec7d tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:45:13.899119 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89e62a9-5261-4930-b2dd-fb32c97bec7d tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:45:13.899762 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89e62a9-5261-4930-b2dd-fb32c97bec7d tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:45:13.900158 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89e62a9-5261-4930-b2dd-fb32c97bec7d tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:45:13.900759 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89e62a9-5261-4930-b2dd-fb32c97bec7d tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:45:13.901149 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89e62a9-5261-4930-b2dd-fb32c97bec7d tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:45:13.915802 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-f89e62a9-5261-4930-b2dd-fb32c97bec7d tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:45:13.952431 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [req-cce44536-bff4-4ef9-a2d9-1fba964c201e req-f89e62a9-5261-4930-b2dd-fb32c97bec7d tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] No DVR routers for this DVR port fee43d8f-d5bf-489e-b08b-1f9127053587 on host hv-cinder-80918 {{(pid=82346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Sep 15 13:45:13.956282 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-cce44536-bff4-4ef9-a2d9-1fba964c201e req-f89e62a9-5261-4930-b2dd-fb32c97bec7d tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251427'] for port, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:13.958157 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18687200-4d0b-4f86-b9fc-2c3ddbc470b2', 'name': 'network-vif-deleted', 'tag': 'fee43d8f-d5bf-489e-b08b-1f9127053587'}] {{(pid=82346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Sep 15 13:45:13.976002 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-cce44536-bff4-4ef9-a2d9-1fba964c201e req-f89e62a9-5261-4930-b2dd-fb32c97bec7d tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.36 "DELETE /v2.0/ports/fee43d8f-d5bf-489e-b08b-1f9127053587 HTTP/1.1" status: 204  len: 173 time: 1.0165761
Sep 15 13:45:14.025606 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18687200-4d0b-4f86-b9fc-2c3ddbc470b2', 'name': 'network-vif-deleted', 'tag': 'fee43d8f-d5bf-489e-b08b-1f9127053587', 'status': 'completed', 'code': 200}
Sep 15 13:45:14.315964 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a3d0e4-1865-4f63-a7d0-5d684697b613 req-baee7183-798c-4968-82c4-43e4a666f0c4 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:45:14.317703 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-68a3d0e4-1865-4f63-a7d0-5d684697b613 req-baee7183-798c-4968-82c4-43e4a666f0c4 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6e8854d-558e-48c7-b160-ac7f6c1744c4 HTTP/1.1" status: 200  len: 947 time: 0.1161375
Sep 15 13:45:14.389214 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-68a3d0e4-1865-4f63-a7d0-5d684697b613 req-14f1261d-b538-4a3a-beeb-2e021942815e tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=89e16839-325b-4e32-8166-088abba378dc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0563636
Sep 15 13:45:14.613270 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-50e3cf84-adbb-4f82-b27f-16716f92280e req-5452e09b-f0cf-41b9-a978-f6cc5b39dff7 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] 10.222.0.41 "GET /v2.0/ports?device_id=18687200-4d0b-4f86-b9fc-2c3ddbc470b2 HTTP/1.1" status: 200  len: 210 time: 0.0500877
Sep 15 13:45:15.595093 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e9995-21c5-4c4e-8ae8-5e1367a13e43 req-a91892ab-1c34-4486-900d-6b4efa4f0aa7 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:45:15.596740 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-f88e9995-21c5-4c4e-8ae8-5e1367a13e43 req-a91892ab-1c34-4486-900d-6b4efa4f0aa7 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6e8854d-558e-48c7-b160-ac7f6c1744c4 HTTP/1.1" status: 200  len: 947 time: 0.0841143
Sep 15 13:45:15.647812 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-f88e9995-21c5-4c4e-8ae8-5e1367a13e43 req-830430ce-c928-4895-a4b2-9937b4b4de31 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=89e16839-325b-4e32-8166-088abba378dc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443542
Sep 15 13:45:16.275163 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 37870) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:45:16.900052 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f201dd88-f67f-4f43-a918-c0ad73b6b54d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1675944'] for router_interface, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:17.541588 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-f201dd88-f67f-4f43-a918-c0ad73b6b54d admin admin] Deleting port bcded881-accd-42aa-9c25-1782deda1dfe {{(pid=82345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Sep 15 13:45:17.541882 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f201dd88-f67f-4f43-a918-c0ad73b6b54d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301743532404'] for port, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:17.720377 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-f201dd88-f67f-4f43-a918-c0ad73b6b54d admin admin] For port bcded881-accd-42aa-9c25-1782deda1dfe, host dv-cinder-809181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-iscsi',level=0,port_id=bcded881-accd-42aa-9c25-1782deda1dfe,segment=NetworkSegment(1d9e96c7-616e-4a0a-ae4e-0fa650630ffb),segment_id=1d9e96c7-616e-4a0a-ae4e-0fa650630ffb)] {{(pid=82345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:45:17.720778 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f201dd88-f67f-4f43-a918-c0ad73b6b54d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853103875'] for port, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:17.846354 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-f201dd88-f67f-4f43-a918-c0ad73b6b54d admin admin] Calling delete_port for bcded881-accd-42aa-9c25-1782deda1dfe owned by network:router_interface {{(pid=82345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Sep 15 13:45:18.013552 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f201dd88-f67f-4f43-a918-c0ad73b6b54d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301743526908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735110837380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852138254'] for port, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:18.017876 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-dc3c95a6-c409-468a-9844-777713527291 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:45:18.061181 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Device fee43d8f-d5bf-489e-b08b-1f9127053587 no longer exists at agent hyperv_hv-cinder-80918 {{(pid=82347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Sep 15 13:45:18.062732 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f201dd88-f67f-4f43-a918-c0ad73b6b54d admin admin] Pushing event deleted for resources: {'Port': ['ID=bcded881-accd-42aa-9c25-1782deda1dfe,revision_number=None']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:45:18.065474 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-f201dd88-f67f-4f43-a918-c0ad73b6b54d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:45:18.097521 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] No Port match for: fee43d8f-d5bf-489e-b08b-1f9127053587 {{(pid=82347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Sep 15 13:45:18.098168 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Device fee43d8f-d5bf-489e-b08b-1f9127053587 not bound to the agent host hv-cinder-80918 {{(pid=82347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Sep 15 13:45:18.219862 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.agents_db [None req-051818a7-3814-4859-966a-2c4e7d325cc9 None None] Agent healthcheck: found 6 active agents {{(pid=82348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Sep 15 13:45:18.369605 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f201dd88-f67f-4f43-a918-c0ad73b6b54d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847625941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1675974'] for router_interface, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:18.977204 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f201dd88-f67f-4f43-a918-c0ad73b6b54d admin admin] Router cbcf65af-5671-409b-8800-fbc195aa143b has already been hosted by L3 agent c919ec5e-912e-4080-8a6b-9b8956cb875b {{(pid=82345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Sep 15 13:45:19.410152 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f201dd88-f67f-4f43-a918-c0ad73b6b54d admin admin] Notify agent at l3_agent.dv-cinder-809181-1-iscsi the message routers_updated {{(pid=82345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Sep 15 13:45:19.421885 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3dd6ab-55d9-4678-a01d-3b5c1fe73072 None None] Sync routers for ids ['cbcf65af-5671-409b-8800-fbc195aa143b'] in dv-cinder-809181-1-iscsi {{(pid=82348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Sep 15 13:45:19.424048 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-f201dd88-f67f-4f43-a918-c0ad73b6b54d admin admin] 10.222.0.41 "PUT /v2.0/routers/cbcf65af-5671-409b-8800-fbc195aa143b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1475527
Sep 15 13:45:19.426694 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 37902) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:45:19.434459 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3dd6ab-55d9-4678-a01d-3b5c1fe73072 None None] Routers {'cbcf65af-5671-409b-8800-fbc195aa143b'} bound to L3 agent in host dv-cinder-809181-1-iscsi {{(pid=82348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 15 13:45:19.435210 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-5c3dd6ab-55d9-4678-a01d-3b5c1fe73072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cd2384ba8>, 'dv-cinder-809181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T13:29:29Z,description=<?>,heartbeat_timestamp=2021-09-15T13:44:59Z,host='dv-cinder-809181-1-iscsi',id=c919ec5e-912e-4080-8a6b-9b8956cb875b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T13:29:29Z,topic='l3_agent')) {'router_ids': ['cbcf65af-5671-409b-8800-fbc195aa143b'], 'active': True} {{(pid=82348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:45:19.618430 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvr_db [None req-5c3dd6ab-55d9-4678-a01d-3b5c1fe73072 None None] Set router cbcf65af-5671-409b-8800-fbc195aa143b gateway port host: dv-cinder-809181-1-iscsi {{(pid=82348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Sep 15 13:45:19.630756 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2e2d8e5e-05a1-4de6-b756-0055e7b8c2ba admin admin] Notify callbacks [] for router, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:19.839513 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2e2d8e5e-05a1-4de6-b756-0055e7b8c2ba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:19.848893 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-2e2d8e5e-05a1-4de6-b756-0055e7b8c2ba admin admin] Deleting port 4991f538-f040-446c-85fd-77ffb9e8a3c9 {{(pid=82345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Sep 15 13:45:19.849270 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2e2d8e5e-05a1-4de6-b756-0055e7b8c2ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301743532404'] for port, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:19.923122 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-5c3dd6ab-55d9-4678-a01d-3b5c1fe73072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cd2384ba8>, [{'id': 'cbcf65af-5671-409b-8800-fbc195aa143b', 'name': 'tempest-TestMinimumBasicScenario-1022558155-router', 'tenant_id': 'f4690db418f54210bb493bf3245c165d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '4991f538-f040-446c-85fd-77ffb9e8a3c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:42:14Z', 'updated_at': '2021-09-15T13:45:17Z', 'revision_number': 5, 'project_id': 'f4690db418f54210bb493bf3245c165d', 'gw_port': {'id': '4991f538-f040-446c-85fd-77ffb9e8a3c9', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:35:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcf65af-5671-409b-8800-fbc195aa143b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:42:15Z', 'updated_at': '2021-09-15T13:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi'}], 'dv-cinder-809181-1-iscsi', False) {} {{(pid=82348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:45:19.930666 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3dd6ab-55d9-4678-a01d-3b5c1fe73072 None None] Checking router: cbcf65af-5671-409b-8800-fbc195aa143b for host: dv-cinder-809181-1-iscsi {{(pid=82348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Sep 15 13:45:19.943510 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3dd6ab-55d9-4678-a01d-3b5c1fe73072 None None] Routers {'cbcf65af-5671-409b-8800-fbc195aa143b'} bound to L3 agent in host dv-cinder-809181-1-iscsi {{(pid=82348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 15 13:45:19.944221 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-5c3dd6ab-55d9-4678-a01d-3b5c1fe73072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cd2384ba8>, 'dv-cinder-809181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T13:29:29Z,description=<?>,heartbeat_timestamp=2021-09-15T13:44:59Z,host='dv-cinder-809181-1-iscsi',id=c919ec5e-912e-4080-8a6b-9b8956cb875b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T13:29:29Z,topic='l3_agent')) {'router_ids': ['cbcf65af-5671-409b-8800-fbc195aa143b'], 'active': True} {{(pid=82348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:45:20.051772 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-2e2d8e5e-05a1-4de6-b756-0055e7b8c2ba admin admin] For port 4991f538-f040-446c-85fd-77ffb9e8a3c9, host dv-cinder-809181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-iscsi',level=0,port_id=4991f538-f040-446c-85fd-77ffb9e8a3c9,segment=NetworkSegment(fb39ec5d-b714-4bbc-8dc4-da8589a681e7),segment_id=fb39ec5d-b714-4bbc-8dc4-da8589a681e7)] {{(pid=82345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:45:20.052349 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2e2d8e5e-05a1-4de6-b756-0055e7b8c2ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853103875'] for port, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:20.103549 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvr_db [None req-5c3dd6ab-55d9-4678-a01d-3b5c1fe73072 None None] Set router cbcf65af-5671-409b-8800-fbc195aa143b gateway port host: None {{(pid=82348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Sep 15 13:45:20.194470 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-2e2d8e5e-05a1-4de6-b756-0055e7b8c2ba admin admin] Calling delete_port for 4991f538-f040-446c-85fd-77ffb9e8a3c9 owned by network:router_gateway {{(pid=82345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Sep 15 13:45:20.225556 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-5c3dd6ab-55d9-4678-a01d-3b5c1fe73072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cd2384ba8>, [{'id': 'cbcf65af-5671-409b-8800-fbc195aa143b', 'name': 'tempest-TestMinimumBasicScenario-1022558155-router', 'tenant_id': 'f4690db418f54210bb493bf3245c165d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:42:14Z', 'updated_at': '2021-09-15T13:45:19Z', 'revision_number': 6, 'project_id': 'f4690db418f54210bb493bf3245c165d', 'gw_port_host': None}], 'dv-cinder-809181-1-iscsi', False) {} {{(pid=82348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:45:20.229720 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3dd6ab-55d9-4678-a01d-3b5c1fe73072 None None] The sync data for ids ['cbcf65af-5671-409b-8800-fbc195aa143b'] in dv-cinder-809181-1-iscsi is: [{'id': 'cbcf65af-5671-409b-8800-fbc195aa143b', 'name': 'tempest-TestMinimumBasicScenario-1022558155-router', 'tenant_id': 'f4690db418f54210bb493bf3245c165d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:42:14Z', 'updated_at': '2021-09-15T13:45:19Z', 'revision_number': 6, 'project_id': 'f4690db418f54210bb493bf3245c165d', 'gw_port_host': None}] {{(pid=82348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Sep 15 13:45:20.372304 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2e2d8e5e-05a1-4de6-b756-0055e7b8c2ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301743526908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735110837380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852138254'] for port, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:20.376910 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-9311dc62-5011-4325-af22-f69c8e2ad3c2 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:45:20.421556 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2d8e5e-05a1-4de6-b756-0055e7b8c2ba admin admin] Pushing event deleted for resources: {'Port': ['ID=4991f538-f040-446c-85fd-77ffb9e8a3c9,revision_number=None']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:45:20.424145 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-2e2d8e5e-05a1-4de6-b756-0055e7b8c2ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:45:20.666305 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2e2d8e5e-05a1-4de6-b756-0055e7b8c2ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853102522'] for router_gateway, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:20.935956 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2e2d8e5e-05a1-4de6-b756-0055e7b8c2ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853094842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854743964'] for router, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:20.940334 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2e2d8e5e-05a1-4de6-b756-0055e7b8c2ba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:20.964946 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2e2d8e5e-05a1-4de6-b756-0055e7b8c2ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1679605'] for router, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:20.965516 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e2d8e5e-05a1-4de6-b756-0055e7b8c2ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router cbcf65af-5671-409b-8800-fbc195aa143b {{(pid=82345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Sep 15 13:45:20.978350 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2e2d8e5e-05a1-4de6-b756-0055e7b8c2ba admin admin] Notify callbacks [] for router, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:20.979648 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-2e2d8e5e-05a1-4de6-b756-0055e7b8c2ba admin admin] 10.222.0.41 "DELETE /v2.0/routers/cbcf65af-5671-409b-8800-fbc195aa143b HTTP/1.1" status: 204  len: 168 time: 1.5519001
Sep 15 13:45:20.982277 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 37920) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:45:21.050896 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.db_base_plugin_v2 [None req-62ff8e0f-9d70-4331-af7d-e5273bdbb303 admin admin] Deleting subnet b0feade9-7551-46e8-99cf-5fe531501bdc {{(pid=82345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Sep 15 13:45:21.054410 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-62ff8e0f-9d70-4331-af7d-e5273bdbb303 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:21.107805 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-62ff8e0f-9d70-4331-af7d-e5273bdbb303 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649242'] for subnet, precommit_delete_associations {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:21.231892 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-62ff8e0f-9d70-4331-af7d-e5273bdbb303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-956'] for subnet, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:21.303282 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-62ff8e0f-9d70-4331-af7d-e5273bdbb303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2637479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853466844'] for subnet, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:21.308334 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:45:21.348216 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ff8e0f-9d70-4331-af7d-e5273bdbb303 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0feade9-7551-46e8-99cf-5fe531501bdc,revision_number=None']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:45:21.352012 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-62ff8e0f-9d70-4331-af7d-e5273bdbb303 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:45:21.355305 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-62ff8e0f-9d70-4331-af7d-e5273bdbb303 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7149901'] for subnet, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:21.361195 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f00cca-be5d-4257-a88c-53da8dbf8b28 None None] Network 22ed8d12-b9e3-40b4-a189-731c2b225206 requested from dv-cinder-809181-1-iscsi {{(pid=82347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Sep 15 13:45:21.364362 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-62ff8e0f-9d70-4331-af7d-e5273bdbb303 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/b0feade9-7551-46e8-99cf-5fe531501bdc HTTP/1.1" status: 204  len: 168 time: 0.3786175
Sep 15 13:45:21.364645 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 37928) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:45:21.481582 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-486c6302-3a27-411f-b36c-43de4cff84c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854347016'] for network, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:21.492615 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-486c6302-3a27-411f-b36c-43de4cff84c7 admin admin] Deleting port de2cf2d6-be4b-460b-bb88-01ad4e742eaf {{(pid=82345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Sep 15 13:45:21.492986 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-486c6302-3a27-411f-b36c-43de4cff84c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301743532404'] for port, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:21.650960 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ff16fc-4d4f-4acf-a7f5-734ce82b8107 None None] DHCP port deletion for 22ed8d12-b9e3-40b4-a189-731c2b225206 request from dv-cinder-809181-1-iscsi {{(pid=82347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Sep 15 13:45:21.656314 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-e0ff16fc-4d4f-4acf-a7f5-734ce82b8107 None None] Deleting port de2cf2d6-be4b-460b-bb88-01ad4e742eaf {{(pid=82347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Sep 15 13:45:21.656742 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-e0ff16fc-4d4f-4acf-a7f5-734ce82b8107 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301743532404'] for port, before_delete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:21.740542 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-486c6302-3a27-411f-b36c-43de4cff84c7 admin admin] For port de2cf2d6-be4b-460b-bb88-01ad4e742eaf, host dv-cinder-809181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-iscsi',level=0,port_id=de2cf2d6-be4b-460b-bb88-01ad4e742eaf,segment=NetworkSegment(1d9e96c7-616e-4a0a-ae4e-0fa650630ffb),segment_id=1d9e96c7-616e-4a0a-ae4e-0fa650630ffb)] {{(pid=82345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:45:21.740994 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-486c6302-3a27-411f-b36c-43de4cff84c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853103875'] for port, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:21.870336 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-486c6302-3a27-411f-b36c-43de4cff84c7 admin admin] Calling delete_port for de2cf2d6-be4b-460b-bb88-01ad4e742eaf owned by network:dhcp {{(pid=82345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Sep 15 13:45:21.891392 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-e0ff16fc-4d4f-4acf-a7f5-734ce82b8107 None None] For port de2cf2d6-be4b-460b-bb88-01ad4e742eaf, host dv-cinder-809181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-iscsi',level=0,port_id=de2cf2d6-be4b-460b-bb88-01ad4e742eaf,segment=NetworkSegment(1d9e96c7-616e-4a0a-ae4e-0fa650630ffb),segment_id=1d9e96c7-616e-4a0a-ae4e-0fa650630ffb)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:45:21.891807 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-e0ff16fc-4d4f-4acf-a7f5-734ce82b8107 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853103875'] for port, precommit_delete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:22.021164 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device bcded881-accd-42aa-9c25-1782deda1dfe no longer exists at agent ovs-agent-dv-cinder-809181-1-iscsi {{(pid=82347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Sep 15 13:45:22.060181 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-e0ff16fc-4d4f-4acf-a7f5-734ce82b8107 None None] Calling delete_port for de2cf2d6-be4b-460b-bb88-01ad4e742eaf owned by network:dhcp {{(pid=82347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Sep 15 13:45:22.096800 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] No Port match for: bcded881-accd-42aa-9c25-1782deda1dfe {{(pid=82347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Sep 15 13:45:22.097192 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device bcded881-accd-42aa-9c25-1782deda1dfe not bound to the agent host dv-cinder-809181-1-iscsi {{(pid=82347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Sep 15 13:45:22.097669 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device de2cf2d6-be4b-460b-bb88-01ad4e742eaf no longer exists at agent ovs-agent-dv-cinder-809181-1-iscsi {{(pid=82347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Sep 15 13:45:22.172404 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-486c6302-3a27-411f-b36c-43de4cff84c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301743526908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735110837380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852138254'] for port, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:22.177573 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-6b2cd903-722f-451d-bee8-f43aa7907aaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:45:22.185050 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] No active binding found for port de2cf2d6-be4b-460b-bb88-01ad4e742eaf {{(pid=82347) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Sep 15 13:45:22.185496 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device de2cf2d6-be4b-460b-bb88-01ad4e742eaf not bound to the agent host dv-cinder-809181-1-iscsi {{(pid=82347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Sep 15 13:45:22.185967 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device 4991f538-f040-446c-85fd-77ffb9e8a3c9 no longer exists at agent ovs-agent-dv-cinder-809181-1-iscsi {{(pid=82347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Sep 15 13:45:22.220325 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486c6302-3a27-411f-b36c-43de4cff84c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=de2cf2d6-be4b-460b-bb88-01ad4e742eaf,revision_number=None']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:45:22.223083 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-486c6302-3a27-411f-b36c-43de4cff84c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:45:22.224443 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] No Port match for: 4991f538-f040-446c-85fd-77ffb9e8a3c9 {{(pid=82347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Sep 15 13:45:22.224839 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device 4991f538-f040-446c-85fd-77ffb9e8a3c9 not bound to the agent host dv-cinder-809181-1-iscsi {{(pid=82347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Sep 15 13:45:22.226168 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486c6302-3a27-411f-b36c-43de4cff84c7 admin admin] No DVR routers for this DVR port de2cf2d6-be4b-460b-bb88-01ad4e742eaf on host dv-cinder-809181-1-iscsi {{(pid=82345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Sep 15 13:45:22.228367 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.db.api [None req-e0ff16fc-4d4f-4acf-a7f5-734ce82b8107 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82347) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Sep 15 13:45:22.228777 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_db.api [None req-e0ff16fc-4d4f-4acf-a7f5-734ce82b8107 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Sep 15 13:45:22.350956 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-486c6302-3a27-411f-b36c-43de4cff84c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13861', 'neutron.services.segments.db._delete_segments_for_network-8735111364894'] for network, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:22.364840 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.services.segments.db [None req-486c6302-3a27-411f-b36c-43de4cff84c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1cd1457dd8>,) {'filters': {'network_id': ['22ed8d12-b9e3-40b4-a189-731c2b225206']}} {{(pid=82345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:45:22.380765 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.services.segments.db [None req-486c6302-3a27-411f-b36c-43de4cff84c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1cd1457dd8>, '1d9e96c7-616e-4a0a-ae4e-0fa650630ffb') {'for_net_delete': True} {{(pid=82345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:45:22.381104 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.services.segments.db [None req-486c6302-3a27-411f-b36c-43de4cff84c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1cd1457dd8>, '1d9e96c7-616e-4a0a-ae4e-0fa650630ffb') {} {{(pid=82345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:45:22.393039 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-486c6302-3a27-411f-b36c-43de4cff84c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363301743409746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852126589'] for segment, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:22.408258 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-486c6302-3a27-411f-b36c-43de4cff84c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854307961'] for segment, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:22.415203 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-486c6302-3a27-411f-b36c-43de4cff84c7 admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=82345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Sep 15 13:45:22.415644 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-486c6302-3a27-411f-b36c-43de4cff84c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-467870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2637340'] for segment, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:22.429538 dv-cinder-809181-1-iscsi neutron-server[82236]: Traceback (most recent call last):
Sep 15 13:45:22.429538 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Sep 15 13:45:22.429538 dv-cinder-809181-1-iscsi neutron-server[82236]:     timer()
Sep 15 13:45:22.429538 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 15 13:45:22.429538 dv-cinder-809181-1-iscsi neutron-server[82236]:     cb(*args, **kw)
Sep 15 13:45:22.429538 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Sep 15 13:45:22.429538 dv-cinder-809181-1-iscsi neutron-server[82236]:     return func(*args, **kwargs)
Sep 15 13:45:22.429538 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 15 13:45:22.429538 dv-cinder-809181-1-iscsi neutron-server[82236]:     self._notify()
Sep 15 13:45:22.429538 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 15 13:45:22.429538 dv-cinder-809181-1-iscsi neutron-server[82236]:     self.callback(batched_events)
Sep 15 13:45:22.429538 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 15 13:45:22.429538 dv-cinder-809181-1-iscsi neutron-server[82236]:     event.method(event)
Sep 15 13:45:22.429538 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 15 13:45:22.429538 dv-cinder-809181-1-iscsi neutron-server[82236]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 15 13:45:22.429538 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Sep 15 13:45:22.429538 dv-cinder-809181-1-iscsi neutron-server[82236]:     segment_id)['aggregates'][0]
Sep 15 13:45:22.429538 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Sep 15 13:45:22.429538 dv-cinder-809181-1-iscsi neutron-server[82236]:     return f(self, *a, **k)
Sep 15 13:45:22.429538 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Sep 15 13:45:22.429538 dv-cinder-809181-1-iscsi neutron-server[82236]:     return self._get(url).json()
Sep 15 13:45:22.429538 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Sep 15 13:45:22.429538 dv-cinder-809181-1-iscsi neutron-server[82236]:     **kwargs)
Sep 15 13:45:22.429538 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Sep 15 13:45:22.429538 dv-cinder-809181-1-iscsi neutron-server[82236]:     return self.request(url, 'GET', **kwargs)
Sep 15 13:45:22.429538 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Sep 15 13:45:22.429538 dv-cinder-809181-1-iscsi neutron-server[82236]:     **endpoint_filter)
Sep 15 13:45:22.429538 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Sep 15 13:45:22.429538 dv-cinder-809181-1-iscsi neutron-server[82236]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 15 13:45:22.429538 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Sep 15 13:45:22.429538 dv-cinder-809181-1-iscsi neutron-server[82236]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 15 13:45:22.429538 dv-cinder-809181-1-iscsi neutron-server[82236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 15 13:45:22.504066 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-486c6302-3a27-411f-b36c-43de4cff84c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854761902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853102175'] for network, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:22.507746 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:45:22.521890 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-486c6302-3a27-411f-b36c-43de4cff84c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7149901'] for network, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:22.538761 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486c6302-3a27-411f-b36c-43de4cff84c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=22ed8d12-b9e3-40b4-a189-731c2b225206,revision_number=None']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:45:22.543701 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-486c6302-3a27-411f-b36c-43de4cff84c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:45:22.550676 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-486c6302-3a27-411f-b36c-43de4cff84c7 admin admin] 10.222.0.41 "DELETE /v2.0/networks/22ed8d12-b9e3-40b4-a189-731c2b225206 HTTP/1.1" status: 204  len: 168 time: 1.1850159
Sep 15 13:45:22.553985 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 37940) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:45:22.730342 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-e0ff16fc-4d4f-4acf-a7f5-734ce82b8107 None None] Deleting port de2cf2d6-be4b-460b-bb88-01ad4e742eaf {{(pid=82347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Sep 15 13:45:22.730735 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-e0ff16fc-4d4f-4acf-a7f5-734ce82b8107 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301743532404'] for port, before_delete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:22.795715 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-e0ff16fc-4d4f-4acf-a7f5-734ce82b8107 None None] The port 'de2cf2d6-be4b-460b-bb88-01ad4e742eaf' was deleted {{(pid=82347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1873}}
Sep 15 13:45:22.962380 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-777b8d12-1e23-4a25-ae51-cf3220c5351d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1675944'] for router_interface, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:23.602298 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-777b8d12-1e23-4a25-ae51-cf3220c5351d admin admin] Deleting port fc66a605-1559-454b-8fb5-4da3628fccd8 {{(pid=82345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Sep 15 13:45:23.602877 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-777b8d12-1e23-4a25-ae51-cf3220c5351d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301743532404'] for port, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:23.782341 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-777b8d12-1e23-4a25-ae51-cf3220c5351d admin admin] For port fc66a605-1559-454b-8fb5-4da3628fccd8, host dv-cinder-809181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-iscsi',level=0,port_id=fc66a605-1559-454b-8fb5-4da3628fccd8,segment=NetworkSegment(211a770f-9cb3-4833-b36a-bba09fdfce0c),segment_id=211a770f-9cb3-4833-b36a-bba09fdfce0c)] {{(pid=82345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:45:23.782746 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-777b8d12-1e23-4a25-ae51-cf3220c5351d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853103875'] for port, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:23.909340 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-777b8d12-1e23-4a25-ae51-cf3220c5351d admin admin] Calling delete_port for fc66a605-1559-454b-8fb5-4da3628fccd8 owned by network:router_interface {{(pid=82345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Sep 15 13:45:24.073312 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-777b8d12-1e23-4a25-ae51-cf3220c5351d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301743526908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735110837380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852138254'] for port, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:24.077659 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-85e5914e-eca5-4ed8-8d55-d03d6760caaa tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:45:24.121455 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777b8d12-1e23-4a25-ae51-cf3220c5351d admin admin] Pushing event deleted for resources: {'Port': ['ID=fc66a605-1559-454b-8fb5-4da3628fccd8,revision_number=None']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:45:24.125777 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-777b8d12-1e23-4a25-ae51-cf3220c5351d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:45:24.423576 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-777b8d12-1e23-4a25-ae51-cf3220c5351d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847625941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1675974'] for router_interface, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:25.243809 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-777b8d12-1e23-4a25-ae51-cf3220c5351d admin admin] Router 408a5a66-ef42-4ff1-a186-90845b175a13 has already been hosted by L3 agent c919ec5e-912e-4080-8a6b-9b8956cb875b {{(pid=82345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Sep 15 13:45:25.453920 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-777b8d12-1e23-4a25-ae51-cf3220c5351d admin admin] Notify agent at l3_agent.dv-cinder-809181-1-iscsi the message routers_updated {{(pid=82345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Sep 15 13:45:25.463180 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227293cd-cf61-4b42-b48d-23aecc1923a1 None None] Sync routers for ids ['408a5a66-ef42-4ff1-a186-90845b175a13'] in dv-cinder-809181-1-iscsi {{(pid=82347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Sep 15 13:45:25.469178 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-777b8d12-1e23-4a25-ae51-cf3220c5351d admin admin] 10.222.0.41 "PUT /v2.0/routers/408a5a66-ef42-4ff1-a186-90845b175a13/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9141297
Sep 15 13:45:25.471917 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 37966) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:45:25.475840 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227293cd-cf61-4b42-b48d-23aecc1923a1 None None] Routers {'408a5a66-ef42-4ff1-a186-90845b175a13'} bound to L3 agent in host dv-cinder-809181-1-iscsi {{(pid=82347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 15 13:45:25.476526 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-227293cd-cf61-4b42-b48d-23aecc1923a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cd2493080>, 'dv-cinder-809181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T13:29:29Z,description=<?>,heartbeat_timestamp=2021-09-15T13:44:59Z,host='dv-cinder-809181-1-iscsi',id=c919ec5e-912e-4080-8a6b-9b8956cb875b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T13:29:29Z,topic='l3_agent')) {'router_ids': ['408a5a66-ef42-4ff1-a186-90845b175a13'], 'active': True} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:45:25.665840 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvr_db [None req-227293cd-cf61-4b42-b48d-23aecc1923a1 None None] Set router 408a5a66-ef42-4ff1-a186-90845b175a13 gateway port host: dv-cinder-809181-1-iscsi {{(pid=82347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Sep 15 13:45:25.678478 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-38107618-092d-49db-81ed-e23e0cc4719b admin admin] Notify callbacks [] for router, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:25.913223 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-38107618-092d-49db-81ed-e23e0cc4719b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:25.921968 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-38107618-092d-49db-81ed-e23e0cc4719b admin admin] Deleting port f030faed-b8cc-453c-aa85-2b23bdd311c0 {{(pid=82345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Sep 15 13:45:25.922337 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-38107618-092d-49db-81ed-e23e0cc4719b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301743532404'] for port, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:26.108314 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-38107618-092d-49db-81ed-e23e0cc4719b admin admin] For port f030faed-b8cc-453c-aa85-2b23bdd311c0, host dv-cinder-809181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-iscsi',level=0,port_id=f030faed-b8cc-453c-aa85-2b23bdd311c0,segment=NetworkSegment(fb39ec5d-b714-4bbc-8dc4-da8589a681e7),segment_id=fb39ec5d-b714-4bbc-8dc4-da8589a681e7)] {{(pid=82345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:45:26.108707 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-38107618-092d-49db-81ed-e23e0cc4719b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853103875'] for port, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:26.130339 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-227293cd-cf61-4b42-b48d-23aecc1923a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cd2493080>, [{'id': '408a5a66-ef42-4ff1-a186-90845b175a13', 'name': 'tempest-TestMinimumBasicScenario-1671107033-router', 'tenant_id': '5f7edb401cc54afb9928e823dbb2152c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'f030faed-b8cc-453c-aa85-2b23bdd311c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:42:21Z', 'updated_at': '2021-09-15T13:45:24Z', 'revision_number': 5, 'project_id': '5f7edb401cc54afb9928e823dbb2152c', 'gw_port': {'id': 'f030faed-b8cc-453c-aa85-2b23bdd311c0', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:7e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408a5a66-ef42-4ff1-a186-90845b175a13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:42:22Z', 'updated_at': '2021-09-15T13:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi'}], 'dv-cinder-809181-1-iscsi', False) {} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:45:26.134687 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227293cd-cf61-4b42-b48d-23aecc1923a1 None None] Checking router: 408a5a66-ef42-4ff1-a186-90845b175a13 for host: dv-cinder-809181-1-iscsi {{(pid=82347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Sep 15 13:45:26.146265 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227293cd-cf61-4b42-b48d-23aecc1923a1 None None] Routers {'408a5a66-ef42-4ff1-a186-90845b175a13'} bound to L3 agent in host dv-cinder-809181-1-iscsi {{(pid=82347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 15 13:45:26.146931 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-227293cd-cf61-4b42-b48d-23aecc1923a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cd2493080>, 'dv-cinder-809181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T13:29:29Z,description=<?>,heartbeat_timestamp=2021-09-15T13:44:59Z,host='dv-cinder-809181-1-iscsi',id=c919ec5e-912e-4080-8a6b-9b8956cb875b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T13:29:29Z,topic='l3_agent')) {'router_ids': ['408a5a66-ef42-4ff1-a186-90845b175a13'], 'active': True} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:45:26.237934 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-38107618-092d-49db-81ed-e23e0cc4719b admin admin] Calling delete_port for f030faed-b8cc-453c-aa85-2b23bdd311c0 owned by network:router_gateway {{(pid=82345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Sep 15 13:45:26.307409 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvr_db [None req-227293cd-cf61-4b42-b48d-23aecc1923a1 None None] Set router 408a5a66-ef42-4ff1-a186-90845b175a13 gateway port host: None {{(pid=82347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Sep 15 13:45:26.406644 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-38107618-092d-49db-81ed-e23e0cc4719b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301743526908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735110837380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852138254'] for port, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:26.411066 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-0dfe14bd-7587-4494-b0fa-1b98d6d2e669 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:45:26.418911 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-227293cd-cf61-4b42-b48d-23aecc1923a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cd2493080>, [{'id': '408a5a66-ef42-4ff1-a186-90845b175a13', 'name': 'tempest-TestMinimumBasicScenario-1671107033-router', 'tenant_id': '5f7edb401cc54afb9928e823dbb2152c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:42:21Z', 'updated_at': '2021-09-15T13:45:25Z', 'revision_number': 6, 'project_id': '5f7edb401cc54afb9928e823dbb2152c', 'gw_port_host': None}], 'dv-cinder-809181-1-iscsi', False) {} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:45:26.423119 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227293cd-cf61-4b42-b48d-23aecc1923a1 None None] The sync data for ids ['408a5a66-ef42-4ff1-a186-90845b175a13'] in dv-cinder-809181-1-iscsi is: [{'id': '408a5a66-ef42-4ff1-a186-90845b175a13', 'name': 'tempest-TestMinimumBasicScenario-1671107033-router', 'tenant_id': '5f7edb401cc54afb9928e823dbb2152c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:42:21Z', 'updated_at': '2021-09-15T13:45:25Z', 'revision_number': 6, 'project_id': '5f7edb401cc54afb9928e823dbb2152c', 'gw_port_host': None}] {{(pid=82347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Sep 15 13:45:26.453920 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38107618-092d-49db-81ed-e23e0cc4719b admin admin] Pushing event deleted for resources: {'Port': ['ID=f030faed-b8cc-453c-aa85-2b23bdd311c0,revision_number=None']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:45:26.458665 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-38107618-092d-49db-81ed-e23e0cc4719b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:45:26.494998 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-1c6e8744-83af-4da3-9c28-5c84578e9431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:26.694024 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-38107618-092d-49db-81ed-e23e0cc4719b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853102522'] for router_gateway, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:26.967812 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-38107618-092d-49db-81ed-e23e0cc4719b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853094842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854743964'] for router, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:26.972287 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-38107618-092d-49db-81ed-e23e0cc4719b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:27.007358 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-38107618-092d-49db-81ed-e23e0cc4719b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1679605'] for router, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:27.008003 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38107618-092d-49db-81ed-e23e0cc4719b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 408a5a66-ef42-4ff1-a186-90845b175a13 {{(pid=82345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Sep 15 13:45:27.022667 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-38107618-092d-49db-81ed-e23e0cc4719b admin admin] Notify callbacks [] for router, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:27.022667 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-38107618-092d-49db-81ed-e23e0cc4719b admin admin] 10.222.0.41 "DELETE /v2.0/routers/408a5a66-ef42-4ff1-a186-90845b175a13 HTTP/1.1" status: 204  len: 168 time: 1.5493188
Sep 15 13:45:27.024857 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 37982) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:45:27.092847 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.db_base_plugin_v2 [None req-1db4723c-4418-4f28-853f-28939980dc18 admin admin] Deleting subnet 88bc0bb6-924c-444f-9835-3acb94cd98c0 {{(pid=82345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Sep 15 13:45:27.096159 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-1db4723c-4418-4f28-853f-28939980dc18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:27.154073 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-1db4723c-4418-4f28-853f-28939980dc18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649242'] for subnet, precommit_delete_associations {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:27.236634 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-1db4723c-4418-4f28-853f-28939980dc18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-956'] for subnet, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:27.308846 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-1db4723c-4418-4f28-853f-28939980dc18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2637479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853466844'] for subnet, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:27.313566 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-d6379c96-0ab7-4ae8-b7fc-628390b00aee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:45:27.354547 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db4723c-4418-4f28-853f-28939980dc18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88bc0bb6-924c-444f-9835-3acb94cd98c0,revision_number=None']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:45:27.359231 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-1db4723c-4418-4f28-853f-28939980dc18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:45:27.362483 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-1db4723c-4418-4f28-853f-28939980dc18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7149901'] for subnet, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:27.368629 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9cdaf0-a8a8-4783-beb7-768f33d1463d None None] Network c46ec337-91db-4411-89a9-283da909159b requested from dv-cinder-809181-1-iscsi {{(pid=82347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Sep 15 13:45:27.370059 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-1db4723c-4418-4f28-853f-28939980dc18 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/88bc0bb6-924c-444f-9835-3acb94cd98c0 HTTP/1.1" status: 204  len: 168 time: 0.3440840
Sep 15 13:45:27.372752 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 37986) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:45:27.488268 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-3e387758-205e-44bb-96d6-7bfc503af70a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854347016'] for network, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:27.499495 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-3e387758-205e-44bb-96d6-7bfc503af70a admin admin] Deleting port dc82c93f-ef47-48df-9d60-8fb8bb816d00 {{(pid=82345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Sep 15 13:45:27.499905 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-3e387758-205e-44bb-96d6-7bfc503af70a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301743532404'] for port, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:27.631644 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb6c9b5-fb74-438c-842a-8e3275bd3672 None None] DHCP port deletion for c46ec337-91db-4411-89a9-283da909159b request from dv-cinder-809181-1-iscsi {{(pid=82347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Sep 15 13:45:27.635917 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-7eb6c9b5-fb74-438c-842a-8e3275bd3672 None None] Deleting port dc82c93f-ef47-48df-9d60-8fb8bb816d00 {{(pid=82347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Sep 15 13:45:27.636346 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7eb6c9b5-fb74-438c-842a-8e3275bd3672 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301743532404'] for port, before_delete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:27.721281 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-3e387758-205e-44bb-96d6-7bfc503af70a admin admin] For port dc82c93f-ef47-48df-9d60-8fb8bb816d00, host dv-cinder-809181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-iscsi',level=0,port_id=dc82c93f-ef47-48df-9d60-8fb8bb816d00,segment=NetworkSegment(211a770f-9cb3-4833-b36a-bba09fdfce0c),segment_id=211a770f-9cb3-4833-b36a-bba09fdfce0c)] {{(pid=82345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:45:27.721676 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-3e387758-205e-44bb-96d6-7bfc503af70a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853103875'] for port, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:27.857961 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-7eb6c9b5-fb74-438c-842a-8e3275bd3672 None None] For port dc82c93f-ef47-48df-9d60-8fb8bb816d00, host dv-cinder-809181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-iscsi',level=0,port_id=dc82c93f-ef47-48df-9d60-8fb8bb816d00,segment=NetworkSegment(211a770f-9cb3-4833-b36a-bba09fdfce0c),segment_id=211a770f-9cb3-4833-b36a-bba09fdfce0c)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:45:27.858312 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7eb6c9b5-fb74-438c-842a-8e3275bd3672 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853103875'] for port, precommit_delete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:27.986601 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device f030faed-b8cc-453c-aa85-2b23bdd311c0 no longer exists at agent ovs-agent-dv-cinder-809181-1-iscsi {{(pid=82347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Sep 15 13:45:28.022114 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-7eb6c9b5-fb74-438c-842a-8e3275bd3672 None None] Calling delete_port for dc82c93f-ef47-48df-9d60-8fb8bb816d00 owned by network:dhcp {{(pid=82347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Sep 15 13:45:28.062008 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] No Port match for: f030faed-b8cc-453c-aa85-2b23bdd311c0 {{(pid=82347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Sep 15 13:45:28.062434 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device f030faed-b8cc-453c-aa85-2b23bdd311c0 not bound to the agent host dv-cinder-809181-1-iscsi {{(pid=82347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Sep 15 13:45:28.062884 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device fc66a605-1559-454b-8fb5-4da3628fccd8 no longer exists at agent ovs-agent-dv-cinder-809181-1-iscsi {{(pid=82347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Sep 15 13:45:28.084837 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-3e387758-205e-44bb-96d6-7bfc503af70a admin admin] Calling delete_port for dc82c93f-ef47-48df-9d60-8fb8bb816d00 owned by network:dhcp {{(pid=82345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Sep 15 13:45:28.099133 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] No Port match for: fc66a605-1559-454b-8fb5-4da3628fccd8 {{(pid=82347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Sep 15 13:45:28.099741 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device fc66a605-1559-454b-8fb5-4da3628fccd8 not bound to the agent host dv-cinder-809181-1-iscsi {{(pid=82347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Sep 15 13:45:28.100021 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device dc82c93f-ef47-48df-9d60-8fb8bb816d00 no longer exists at agent ovs-agent-dv-cinder-809181-1-iscsi {{(pid=82347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Sep 15 13:45:28.162415 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-3e387758-205e-44bb-96d6-7bfc503af70a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301743526908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735110837380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852138254'] for port, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:28.173983 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-8769da79-7ad2-4802-b7f8-95d57235a99e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:45:28.177957 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:28.200913 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] No active binding found for port dc82c93f-ef47-48df-9d60-8fb8bb816d00 {{(pid=82347) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Sep 15 13:45:28.201363 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device dc82c93f-ef47-48df-9d60-8fb8bb816d00 not bound to the agent host dv-cinder-809181-1-iscsi {{(pid=82347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Sep 15 13:45:28.204276 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.db.api [None req-7eb6c9b5-fb74-438c-842a-8e3275bd3672 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82347) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Sep 15 13:45:28.204694 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_db.api [None req-7eb6c9b5-fb74-438c-842a-8e3275bd3672 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Sep 15 13:45:28.213074 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e387758-205e-44bb-96d6-7bfc503af70a admin admin] No DVR routers for this DVR port dc82c93f-ef47-48df-9d60-8fb8bb816d00 on host dv-cinder-809181-1-iscsi {{(pid=82345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Sep 15 13:45:28.254565 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e387758-205e-44bb-96d6-7bfc503af70a admin admin] Pushing event deleted for resources: {'Port': ['ID=dc82c93f-ef47-48df-9d60-8fb8bb816d00,revision_number=None']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:45:28.257256 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-3e387758-205e-44bb-96d6-7bfc503af70a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:45:28.317910 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 37996) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:45:28.358262 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-3e387758-205e-44bb-96d6-7bfc503af70a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13861', 'neutron.services.segments.db._delete_segments_for_network-8735111364894'] for network, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:28.371990 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.services.segments.db [None req-3e387758-205e-44bb-96d6-7bfc503af70a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1cd1426748>,) {'filters': {'network_id': ['c46ec337-91db-4411-89a9-283da909159b']}} {{(pid=82345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:45:28.384587 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.services.segments.db [None req-3e387758-205e-44bb-96d6-7bfc503af70a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1cd1426748>, '211a770f-9cb3-4833-b36a-bba09fdfce0c') {'for_net_delete': True} {{(pid=82345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:45:28.384926 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.services.segments.db [None req-3e387758-205e-44bb-96d6-7bfc503af70a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1cd1426748>, '211a770f-9cb3-4833-b36a-bba09fdfce0c') {} {{(pid=82345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:45:28.397701 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-3e387758-205e-44bb-96d6-7bfc503af70a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363301743409746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852126589'] for segment, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:28.415349 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-3e387758-205e-44bb-96d6-7bfc503af70a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854307961'] for segment, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:28.421836 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e387758-205e-44bb-96d6-7bfc503af70a admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=82345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Sep 15 13:45:28.422264 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-3e387758-205e-44bb-96d6-7bfc503af70a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-467870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2637340'] for segment, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:28.440064 dv-cinder-809181-1-iscsi neutron-server[82236]: Traceback (most recent call last):
Sep 15 13:45:28.440064 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Sep 15 13:45:28.440064 dv-cinder-809181-1-iscsi neutron-server[82236]:     timer()
Sep 15 13:45:28.440064 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 15 13:45:28.440064 dv-cinder-809181-1-iscsi neutron-server[82236]:     cb(*args, **kw)
Sep 15 13:45:28.440064 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Sep 15 13:45:28.440064 dv-cinder-809181-1-iscsi neutron-server[82236]:     return func(*args, **kwargs)
Sep 15 13:45:28.440064 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 15 13:45:28.440064 dv-cinder-809181-1-iscsi neutron-server[82236]:     self._notify()
Sep 15 13:45:28.440064 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 15 13:45:28.440064 dv-cinder-809181-1-iscsi neutron-server[82236]:     self.callback(batched_events)
Sep 15 13:45:28.440064 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 15 13:45:28.440064 dv-cinder-809181-1-iscsi neutron-server[82236]:     event.method(event)
Sep 15 13:45:28.440064 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 15 13:45:28.440064 dv-cinder-809181-1-iscsi neutron-server[82236]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 15 13:45:28.440064 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Sep 15 13:45:28.440064 dv-cinder-809181-1-iscsi neutron-server[82236]:     segment_id)['aggregates'][0]
Sep 15 13:45:28.440064 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Sep 15 13:45:28.440064 dv-cinder-809181-1-iscsi neutron-server[82236]:     return f(self, *a, **k)
Sep 15 13:45:28.440064 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Sep 15 13:45:28.440064 dv-cinder-809181-1-iscsi neutron-server[82236]:     return self._get(url).json()
Sep 15 13:45:28.440064 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Sep 15 13:45:28.440064 dv-cinder-809181-1-iscsi neutron-server[82236]:     **kwargs)
Sep 15 13:45:28.440064 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Sep 15 13:45:28.440064 dv-cinder-809181-1-iscsi neutron-server[82236]:     return self.request(url, 'GET', **kwargs)
Sep 15 13:45:28.440064 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Sep 15 13:45:28.440064 dv-cinder-809181-1-iscsi neutron-server[82236]:     **endpoint_filter)
Sep 15 13:45:28.440064 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Sep 15 13:45:28.440064 dv-cinder-809181-1-iscsi neutron-server[82236]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 15 13:45:28.440064 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Sep 15 13:45:28.440064 dv-cinder-809181-1-iscsi neutron-server[82236]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 15 13:45:28.440064 dv-cinder-809181-1-iscsi neutron-server[82236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 15 13:45:28.519691 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-3e387758-205e-44bb-96d6-7bfc503af70a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854761902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853102175'] for network, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:28.525622 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-3e387758-205e-44bb-96d6-7bfc503af70a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7149901'] for network, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:28.529541 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:45:28.554883 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e387758-205e-44bb-96d6-7bfc503af70a admin admin] Pushing event deleted for resources: {'Network': ['ID=c46ec337-91db-4411-89a9-283da909159b,revision_number=None']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:45:28.557473 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-3e387758-205e-44bb-96d6-7bfc503af70a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:45:28.560436 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-3e387758-205e-44bb-96d6-7bfc503af70a admin admin] 10.222.0.41 "DELETE /v2.0/networks/c46ec337-91db-4411-89a9-283da909159b HTTP/1.1" status: 204  len: 168 time: 1.1866317
Sep 15 13:45:28.705620 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-7eb6c9b5-fb74-438c-842a-8e3275bd3672 None None] Deleting port dc82c93f-ef47-48df-9d60-8fb8bb816d00 {{(pid=82347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Sep 15 13:45:28.706102 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7eb6c9b5-fb74-438c-842a-8e3275bd3672 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301743532404'] for port, before_delete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:28.725849 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-701c0d65-5d48-498a-9d34-f6b17cc86017 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Deleting port 3199c421-7ea3-4b98-ad33-5be9156b6f93 {{(pid=82346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Sep 15 13:45:28.726230 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-701c0d65-5d48-498a-9d34-f6b17cc86017 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301743532404'] for port, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:28.773708 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 38004) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:45:28.787144 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-7eb6c9b5-fb74-438c-842a-8e3275bd3672 None None] The port 'dc82c93f-ef47-48df-9d60-8fb8bb816d00' was deleted {{(pid=82347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1873}}
Sep 15 13:45:28.835113 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-9a315211-4863-4970-a921-87fd3141b3e6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f4690db418f54210bb493bf3245c165d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0599449
Sep 15 13:45:28.837628 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 38008) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:45:28.890506 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-dcf5cc05-d286-4cd8-9672-687330a9b27a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:28.902352 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-65afce70-7bb9-4f3b-895d-6c45e6887761 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:28.913055 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-701c0d65-5d48-498a-9d34-f6b17cc86017 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853103875'] for port, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:28.913433 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-701c0d65-5d48-498a-9d34-f6b17cc86017 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:28.928817 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-65afce70-7bb9-4f3b-895d-6c45e6887761 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:28.974463 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-65afce70-7bb9-4f3b-895d-6c45e6887761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:28.979447 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-15856c46-1d7c-4756-9033-edc81ee1b4bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:45:28.995201 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65afce70-7bb9-4f3b-895d-6c45e6887761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4781b849-c099-4cd6-9eb8-2f7a21e5e982,revision_number=None']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:45:28.998385 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-65afce70-7bb9-4f3b-895d-6c45e6887761 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:45:29.000441 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-65afce70-7bb9-4f3b-895d-6c45e6887761 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:29.001661 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-65afce70-7bb9-4f3b-895d-6c45e6887761 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4781b849-c099-4cd6-9eb8-2f7a21e5e982 HTTP/1.1" status: 204  len: 168 time: 0.1630666
Sep 15 13:45:29.041885 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-701c0d65-5d48-498a-9d34-f6b17cc86017 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Calling delete_port for 3199c421-7ea3-4b98-ad33-5be9156b6f93 owned by network:floatingip {{(pid=82346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Sep 15 13:45:29.145767 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9acd9d20-0ed4-40fe-8ec3-e1d8b485d7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:29.203861 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-701c0d65-5d48-498a-9d34-f6b17cc86017 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301743526908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735110837380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1447919'] for port, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:29.208566 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-0c14bf6f-4540-483b-86a3-ef5303bdd92b tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:45:29.251719 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701c0d65-5d48-498a-9d34-f6b17cc86017 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Pushing event deleted for resources: {'Port': ['ID=3199c421-7ea3-4b98-ad33-5be9156b6f93,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:45:29.255339 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-701c0d65-5d48-498a-9d34-f6b17cc86017 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:45:29.365143 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-701c0d65-5d48-498a-9d34-f6b17cc86017 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Notify callbacks [] for floatingip, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:29.444105 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 38024) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:45:29.502882 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-42677c43-f733-4366-a442-599197d4dfe6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5f7edb401cc54afb9928e823dbb2152c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0574417
Sep 15 13:45:29.506152 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 38030) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:45:29.596089 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-603bf959-9d17-4932-91e0-7015a24ca191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:29.631433 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-603bf959-9d17-4932-91e0-7015a24ca191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:29.827838 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-603bf959-9d17-4932-91e0-7015a24ca191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:29.838474 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-971ffe19-f3ff-4b85-8df9-66ab1cbccc6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:45:29.858017 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603bf959-9d17-4932-91e0-7015a24ca191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4735b6ab-5337-4484-8a15-15de2ad59987,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:45:29.860471 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-603bf959-9d17-4932-91e0-7015a24ca191 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:45:29.888618 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-603bf959-9d17-4932-91e0-7015a24ca191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:29.889846 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-603bf959-9d17-4932-91e0-7015a24ca191 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4735b6ab-5337-4484-8a15-15de2ad59987 HTTP/1.1" status: 204  len: 168 time: 0.3826942
Sep 15 13:45:29.951459 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-701c0d65-5d48-498a-9d34-f6b17cc86017 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Router def197bf-e032-4066-abc5-ada4d618508b has already been hosted by L3 agent c919ec5e-912e-4080-8a6b-9b8956cb875b {{(pid=82346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Sep 15 13:45:30.166459 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-701c0d65-5d48-498a-9d34-f6b17cc86017 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Notify agent at l3_agent.dv-cinder-809181-1-iscsi the message routers_updated {{(pid=82346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Sep 15 13:45:30.170976 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-701c0d65-5d48-498a-9d34-f6b17cc86017 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251427'] for floatingip, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:30.179212 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a675794-58e9-451c-9f02-1ac72fe2f08b None None] Sync routers for ids ['def197bf-e032-4066-abc5-ada4d618508b'] in dv-cinder-809181-1-iscsi {{(pid=82348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Sep 15 13:45:30.191942 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a675794-58e9-451c-9f02-1ac72fe2f08b None None] Routers {'def197bf-e032-4066-abc5-ada4d618508b'} bound to L3 agent in host dv-cinder-809181-1-iscsi {{(pid=82348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 15 13:45:30.193435 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-1a675794-58e9-451c-9f02-1ac72fe2f08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cd2384908>, 'dv-cinder-809181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T13:29:29Z,description=<?>,heartbeat_timestamp=2021-09-15T13:45:29Z,host='dv-cinder-809181-1-iscsi',id=c919ec5e-912e-4080-8a6b-9b8956cb875b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T13:29:29Z,topic='l3_agent')) {'router_ids': ['def197bf-e032-4066-abc5-ada4d618508b'], 'active': True} {{(pid=82348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:45:30.233212 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-701c0d65-5d48-498a-9d34-f6b17cc86017 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "DELETE /v2.0/floatingips/70663f0c-4e01-425c-b8e5-4e1675d0c154 HTTP/1.1" status: 204  len: 168 time: 1.9114230
Sep 15 13:45:30.233212 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ceb2f64-a7eb-4076-aa4a-1e8fda020c6a', 'tag': '2d645075-44ff-4519-8770-07ec8ae0948f'}] {{(pid=82346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Sep 15 13:45:30.339171 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ceb2f64-a7eb-4076-aa4a-1e8fda020c6a', 'tag': '2d645075-44ff-4519-8770-07ec8ae0948f', 'status': 'completed', 'code': 200}
Sep 15 13:45:30.428391 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvr_db [None req-1a675794-58e9-451c-9f02-1ac72fe2f08b None None] Set router def197bf-e032-4066-abc5-ada4d618508b gateway port host: dv-cinder-809181-1-iscsi {{(pid=82348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Sep 15 13:45:30.587617 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b47e50d5-ffd8-49d4-a6b6-3168cd38e3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:30.655398 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f802c5-105a-4486-a2f6-3a81d647c9b5 req-a93e5a1b-4dce-4e5f-b075-ea35c0cc67ea tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:45:30.657044 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-53f802c5-105a-4486-a2f6-3a81d647c9b5 req-a93e5a1b-4dce-4e5f-b075-ea35c0cc67ea tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ceb2f64-a7eb-4076-aa4a-1e8fda020c6a HTTP/1.1" status: 200  len: 946 time: 0.0963480
Sep 15 13:45:30.709323 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-53f802c5-105a-4486-a2f6-3a81d647c9b5 req-b41a447a-73a4-4e01-8ca9-4e23c3c284b0 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/security-groups?id=89175963-9081-4766-bd6e-dce643f9d5fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453038
Sep 15 13:45:30.770980 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-1a675794-58e9-451c-9f02-1ac72fe2f08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cd2384908>, [{'id': 'def197bf-e032-4066-abc5-ada4d618508b', 'name': 'tempest-TestShelveInstance-1185829738-router', 'tenant_id': 'd2cb26720af84bd8a1fda6a7b333bad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '9f8bf8ed-e6d1-4eec-9bce-4ebab4c2962b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:39:55Z', 'updated_at': '2021-09-15T13:40:00Z', 'revision_number': 4, 'project_id': 'd2cb26720af84bd8a1fda6a7b333bad4', 'gw_port': {'id': '9f8bf8ed-e6d1-4eec-9bce-4ebab4c2962b', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def197bf-e032-4066-abc5-ada4d618508b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:39:56Z', 'updated_at': '2021-09-15T13:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi', '_interfaces': [{'id': 'fa3fcfa1-2d7c-4603-8661-9a7c3787d173', 'name': '', 'network_id': '982dc6d1-fde1-4e05-9f32-46758815ee40', 'tenant_id': 'd2cb26720af84bd8a1fda6a7b333bad4', 'mac_address': 'fa:16:3e:76:bb:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def197bf-e032-4066-abc5-ada4d618508b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b2f26b2-c7f8-4f7f-8b6c-514ec6432124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:39:59Z', 'updated_at': '2021-09-15T13:40:10Z', 'revision_number': 5, 'project_id': 'd2cb26720af84bd8a1fda6a7b333bad4', 'subnets': [{'id': '5b2f26b2-c7f8-4f7f-8b6c-514ec6432124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-iscsi', False) {} {{(pid=82348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:45:30.775740 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a675794-58e9-451c-9f02-1ac72fe2f08b None None] Checking router: def197bf-e032-4066-abc5-ada4d618508b for host: dv-cinder-809181-1-iscsi {{(pid=82348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Sep 15 13:45:30.788455 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a675794-58e9-451c-9f02-1ac72fe2f08b None None] Routers {'def197bf-e032-4066-abc5-ada4d618508b'} bound to L3 agent in host dv-cinder-809181-1-iscsi {{(pid=82348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 15 13:45:30.789168 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-1a675794-58e9-451c-9f02-1ac72fe2f08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cd2384908>, 'dv-cinder-809181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T13:29:29Z,description=<?>,heartbeat_timestamp=2021-09-15T13:45:29Z,host='dv-cinder-809181-1-iscsi',id=c919ec5e-912e-4080-8a6b-9b8956cb875b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T13:29:29Z,topic='l3_agent')) {'router_ids': ['def197bf-e032-4066-abc5-ada4d618508b'], 'active': True} {{(pid=82348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:45:30.909200 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 38062) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:45:31.057997 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [None req-9dbd4a49-faf4-4e60-9ec6-4da56c454f4c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1879708378-network', 'tenant_id': '8b4ff18c8d01411db26c7e00839763ca'}} {{(pid=82346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:45:31.063302 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-9dbd4a49-faf4-4e60-9ec6-4da56c454f4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:45:31.067367 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-9dbd4a49-faf4-4e60-9ec6-4da56c454f4c admin admin] Usage tracker for resource:network and tenant:8b4ff18c8d01411db26c7e00839763ca is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:45:31.070436 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-9dbd4a49-faf4-4e60-9ec6-4da56c454f4c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:45:31.077542 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-9dbd4a49-faf4-4e60-9ec6-4da56c454f4c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:45:31.086657 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dbd4a49-faf4-4e60-9ec6-4da56c454f4c admin admin] Made reservation on behalf of 8b4ff18c8d01411db26c7e00839763ca for: {'network': 1} {{(pid=82346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Sep 15 13:45:31.091299 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9dbd4a49-faf4-4e60-9ec6-4da56c454f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for network, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:31.104817 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9dbd4a49-faf4-4e60-9ec6-4da56c454f4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:31.118062 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvr_db [None req-1a675794-58e9-451c-9f02-1ac72fe2f08b None None] Set router def197bf-e032-4066-abc5-ada4d618508b gateway port host: dv-cinder-809181-1-iscsi {{(pid=82348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Sep 15 13:45:31.137380 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-9dbd4a49-faf4-4e60-9ec6-4da56c454f4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:45:31.141381 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-9dbd4a49-faf4-4e60-9ec6-4da56c454f4c admin admin] Usage tracker for resource:security_group_rule and tenant:8b4ff18c8d01411db26c7e00839763ca is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:45:31.144328 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-9dbd4a49-faf4-4e60-9ec6-4da56c454f4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:45:31.150263 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-9dbd4a49-faf4-4e60-9ec6-4da56c454f4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:45:31.221310 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9dbd4a49-faf4-4e60-9ec6-4da56c454f4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:31.225427 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9dbd4a49-faf4-4e60-9ec6-4da56c454f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:31.229639 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-b8fcbfe1-f345-4b1f-9782-cc4bb82c4882 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:45:31.260268 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dbd4a49-faf4-4e60-9ec6-4da56c454f4c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353}  {{(pid=82346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}}
Sep 15 13:45:31.269957 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbd4a49-faf4-4e60-9ec6-4da56c454f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec480b26-cb82-4d23-946c-e55fe8362366,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:45:31.274229 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-9dbd4a49-faf4-4e60-9ec6-4da56c454f4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:45:31.276627 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9dbd4a49-faf4-4e60-9ec6-4da56c454f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854307961'] for segment, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:31.277019 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.db.segments_db [None req-9dbd4a49-faf4-4e60-9ec6-4da56c454f4c admin admin] Added segment 44a35f9e-9e32-4381-8e07-9adb36df31d4 of type vlan for network 793015e2-0d52-40cf-8c22-c0e40400b506
Sep 15 13:45:31.306810 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9dbd4a49-faf4-4e60-9ec6-4da56c454f4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735110816490'] for network, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:31.337428 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9dbd4a49-faf4-4e60-9ec6-4da56c454f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916'] for network, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:31.338694 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbd4a49-faf4-4e60-9ec6-4da56c454f4c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:45:31.339349 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9dbd4a49-faf4-4e60-9ec6-4da56c454f4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7149901'] for network, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:31.344395 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:45:31.445286 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-9dbd4a49-faf4-4e60-9ec6-4da56c454f4c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.5348954
Sep 15 13:45:31.448555 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 38068) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:45:31.453399 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-1a675794-58e9-451c-9f02-1ac72fe2f08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cd2384908>, [{'id': 'def197bf-e032-4066-abc5-ada4d618508b', 'name': 'tempest-TestShelveInstance-1185829738-router', 'tenant_id': 'd2cb26720af84bd8a1fda6a7b333bad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '9f8bf8ed-e6d1-4eec-9bce-4ebab4c2962b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:39:55Z', 'updated_at': '2021-09-15T13:40:00Z', 'revision_number': 4, 'project_id': 'd2cb26720af84bd8a1fda6a7b333bad4', 'gw_port': {'id': '9f8bf8ed-e6d1-4eec-9bce-4ebab4c2962b', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def197bf-e032-4066-abc5-ada4d618508b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:39:56Z', 'updated_at': '2021-09-15T13:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi', '_interfaces': [{'id': 'fa3fcfa1-2d7c-4603-8661-9a7c3787d173', 'name': '', 'network_id': '982dc6d1-fde1-4e05-9f32-46758815ee40', 'tenant_id': 'd2cb26720af84bd8a1fda6a7b333bad4', 'mac_address': 'fa:16:3e:76:bb:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def197bf-e032-4066-abc5-ada4d618508b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b2f26b2-c7f8-4f7f-8b6c-514ec6432124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:39:59Z', 'updated_at': '2021-09-15T13:40:10Z', 'revision_number': 5, 'project_id': 'd2cb26720af84bd8a1fda6a7b333bad4', 'subnets': [{'id': '5b2f26b2-c7f8-4f7f-8b6c-514ec6432124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-iscsi', False) {} {{(pid=82348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:45:31.453989 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbd4a49-faf4-4e60-9ec6-4da56c454f4c admin admin] Pushing event updated for resources: {'Network': ['ID=793015e2-0d52-40cf-8c22-c0e40400b506,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:45:31.455561 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [None req-7dadf4fa-2f7c-4f06-8903-b0f31c6293ee admin admin] Request body: {'subnet': {'network_id': '793015e2-0d52-40cf-8c22-c0e40400b506', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1879708378-subnet', 'tenant_id': '8b4ff18c8d01411db26c7e00839763ca', 'ip_version': 4}} {{(pid=82345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:45:31.456933 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-9dbd4a49-faf4-4e60-9ec6-4da56c454f4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:45:31.458562 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a675794-58e9-451c-9f02-1ac72fe2f08b None None] The sync data for ids ['def197bf-e032-4066-abc5-ada4d618508b'] in dv-cinder-809181-1-iscsi is: [{'id': 'def197bf-e032-4066-abc5-ada4d618508b', 'name': 'tempest-TestShelveInstance-1185829738-router', 'tenant_id': 'd2cb26720af84bd8a1fda6a7b333bad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '9f8bf8ed-e6d1-4eec-9bce-4ebab4c2962b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:39:55Z', 'updated_at': '2021-09-15T13:40:00Z', 'revision_number': 4, 'project_id': 'd2cb26720af84bd8a1fda6a7b333bad4', 'gw_port': {'id': '9f8bf8ed-e6d1-4eec-9bce-4ebab4c2962b', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def197bf-e032-4066-abc5-ada4d618508b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:39:56Z', 'updated_at': '2021-09-15T13:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi', '_interfaces': [{'id': 'fa3fcfa1-2d7c-4603-8661-9a7c3787d173', 'name': '', 'network_id': '982dc6d1-fde1-4e05-9f32-46758815ee40', 'tenant_id': 'd2cb26720af84bd8a1fda6a7b333bad4', 'mac_address': 'fa:16:3e:76:bb:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def197bf-e032-4066-abc5-ada4d618508b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b2f26b2-c7f8-4f7f-8b6c-514ec6432124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:39:59Z', 'updated_at': '2021-09-15T13:40:10Z', 'revision_number': 5, 'project_id': 'd2cb26720af84bd8a1fda6a7b333bad4', 'subnets': [{'id': '5b2f26b2-c7f8-4f7f-8b6c-514ec6432124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Sep 15 13:45:31.463714 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-7dadf4fa-2f7c-4f06-8903-b0f31c6293ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:45:31.467203 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Network 793015e2-0d52-40cf-8c22-c0e40400b506 details requested by agent ovs-agent-dv-cinder-809181-1-iscsi with host dv-cinder-809181-1-iscsi {{(pid=82347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Sep 15 13:45:31.468889 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-7dadf4fa-2f7c-4f06-8903-b0f31c6293ee admin admin] Usage tracker for resource:subnet and tenant:8b4ff18c8d01411db26c7e00839763ca is out of sync, need to count used quota {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:45:31.471998 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-7dadf4fa-2f7c-4f06-8903-b0f31c6293ee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:45:31.478247 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-7dadf4fa-2f7c-4f06-8903-b0f31c6293ee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:45:31.489618 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dadf4fa-2f7c-4f06-8903-b0f31c6293ee admin admin] Made reservation on behalf of 8b4ff18c8d01411db26c7e00839763ca for: {'subnet': 1} {{(pid=82345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Sep 15 13:45:31.494484 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7dadf4fa-2f7c-4f06-8903-b0f31c6293ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1308941'] for subnet, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:31.711478 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7dadf4fa-2f7c-4f06-8903-b0f31c6293ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2634338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1308956'] for subnet, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:31.716521 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-1db4723c-4418-4f28-853f-28939980dc18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:45:31.799319 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dadf4fa-2f7c-4f06-8903-b0f31c6293ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=98d7ad21-10e2-4f6e-af3b-e40f983ff5e1,revision_number=0']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:45:31.804324 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-7dadf4fa-2f7c-4f06-8903-b0f31c6293ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:45:31.813490 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dadf4fa-2f7c-4f06-8903-b0f31c6293ee admin admin] Checking segment: {'id': '44a35f9e-9e32-4381-8e07-9adb36df31d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '793015e2-0d52-40cf-8c22-c0e40400b506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Sep 15 13:45:31.813890 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dadf4fa-2f7c-4f06-8903-b0f31c6293ee admin admin] Network hostable DHCP agents. Network: 793015e2-0d52-40cf-8c22-c0e40400b506, hostable agents: ['1e45ab9c-2f68-483a-a4f9-339d8484c2ba'], hosted agents: [] {{(pid=82345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Sep 15 13:45:31.837288 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dadf4fa-2f7c-4f06-8903-b0f31c6293ee admin admin] Network 793015e2-0d52-40cf-8c22-c0e40400b506 is scheduled to be hosted by DHCP agent 1e45ab9c-2f68-483a-a4f9-339d8484c2ba with binding_index 1 {{(pid=82345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Sep 15 13:45:31.883983 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.base_scheduler [None req-7dadf4fa-2f7c-4f06-8903-b0f31c6293ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809181-1-iscsi, 793015e2-0d52-40cf-8c22-c0e40400b506) {{(pid=82345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Sep 15 13:45:31.893042 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e37aea-c302-4759-9f5b-8b5a6480073e None None] Network 793015e2-0d52-40cf-8c22-c0e40400b506 requested from dv-cinder-809181-1-iscsi {{(pid=82347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Sep 15 13:45:31.894466 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dadf4fa-2f7c-4f06-8903-b0f31c6293ee admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:45:31.895121 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7dadf4fa-2f7c-4f06-8903-b0f31c6293ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7149901'] for subnet, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:31.922928 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-7dadf4fa-2f7c-4f06-8903-b0f31c6293ee admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.4728508
Sep 15 13:45:31.926019 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 38076) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:45:31.932872 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [None req-9256804f-1d0b-4647-b804-39fce1139645 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1879708378-router', 'tenant_id': '8b4ff18c8d01411db26c7e00839763ca', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6'}}} {{(pid=82346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:45:31.938956 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-9256804f-1d0b-4647-b804-39fce1139645 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:45:31.943584 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-9256804f-1d0b-4647-b804-39fce1139645 admin admin] Usage tracker for resource:router and tenant:8b4ff18c8d01411db26c7e00839763ca is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:45:31.946886 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-9256804f-1d0b-4647-b804-39fce1139645 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:45:31.948241 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3848164b-9588-4d27-8689-bfd365a3cb4b req-7f59a2fc-32b6-4545-b4e1-974536ec8629 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:45:31.953568 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-9256804f-1d0b-4647-b804-39fce1139645 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:45:31.955699 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-3848164b-9588-4d27-8689-bfd365a3cb4b req-7f59a2fc-32b6-4545-b4e1-974536ec8629 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ceb2f64-a7eb-4076-aa4a-1e8fda020c6a HTTP/1.1" status: 200  len: 946 time: 0.1141863
Sep 15 13:45:31.968405 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9256804f-1d0b-4647-b804-39fce1139645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853094885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854743947'] for router, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:31.969652 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9256804f-1d0b-4647-b804-39fce1139645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1681141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1673265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2016606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31868'] for router, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:31.984038 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e36b0a1-7420-405e-89d1-9de8093b5b2e None None] New status for floating IP 70663f0c-4e01-425c-b8e5-4e1675d0c154: DOWN {{(pid=82347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Sep 15 13:45:31.990765 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9256804f-1d0b-4647-b804-39fce1139645 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:32.001140 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-3848164b-9588-4d27-8689-bfd365a3cb4b req-029881e7-167c-4a67-affb-5d7be0cb5a70 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/security-groups?id=89175963-9081-4766-bd6e-dce643f9d5fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445013
Sep 15 13:45:32.148724 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9256804f-1d0b-4647-b804-39fce1139645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1673218', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853094812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31855'] for router, precommit_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:32.248764 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97ecb9a-65e5-4a74-b067-597002017d8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27da5d1b-a3b4-502a-adbd-d11dbe7a94ca-793015e2-0d52-40cf-8c22-c0e40400b506', 'network_id': '793015e2-0d52-40cf-8c22-c0e40400b506', 'tenant_id': '8b4ff18c8d01411db26c7e00839763ca', 'fixed_ips': [{'subnet_id': '98d7ad21-10e2-4f6e-af3b-e40f983ff5e1'}]}} from dv-cinder-809181-1-iscsi. {{(pid=82347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Sep 15 13:45:32.249669 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-c97ecb9a-65e5-4a74-b067-597002017d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_create {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:32.350682 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9256804f-1d0b-4647-b804-39fce1139645 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:32.386474 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9256804f-1d0b-4647-b804-39fce1139645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:32.417422 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.db_base_plugin_common [None req-c97ecb9a-65e5-4a74-b067-597002017d8f None None] Allocated IP 172.20.0.2 (793015e2-0d52-40cf-8c22-c0e40400b506/98d7ad21-10e2-4f6e-af3b-e40f983ff5e1/ea5a8f37-9bb8-444c-8032-4caab3540399) {{(pid=82347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Sep 15 13:45:32.528948 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.db_base_plugin_common [None req-9256804f-1d0b-4647-b804-39fce1139645 admin admin] Allocated IP 172.27.2.42 (8154de37-a8f1-49b5-9df6-05123ded69e6/8c022743-acfa-4652-88a1-355a85d34b79/e34694d5-b0b8-4c92-a996-6d18c3102646) {{(pid=82346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Sep 15 13:45:32.807861 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-c97ecb9a-65e5-4a74-b067-597002017d8f None None] Notify callbacks [] for port, precommit_create {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:32.819142 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-c97ecb9a-65e5-4a74-b067-597002017d8f None None] Transition to ACTIVE for port object ea5a8f37-9bb8-444c-8032-4caab3540399 will not be triggered until provisioned by entity L2. {{(pid=82347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Sep 15 13:45:32.839769 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-c97ecb9a-65e5-4a74-b067-597002017d8f None None] Transition to ACTIVE for port object ea5a8f37-9bb8-444c-8032-4caab3540399 will not be triggered until provisioned by entity DHCP. {{(pid=82347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Sep 15 13:45:32.846017 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-c97ecb9a-65e5-4a74-b067-597002017d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363301743938437'] for port, after_create {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:32.851169 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:45:32.922042 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97ecb9a-65e5-4a74-b067-597002017d8f None None] Network 793015e2-0d52-40cf-8c22-c0e40400b506 is already hosted by enough agents. {{(pid=82347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Sep 15 13:45:32.925545 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.base_scheduler [None req-c97ecb9a-65e5-4a74-b067-597002017d8f None None] Resources bound (agent type, host, resource id):  {{(pid=82347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Sep 15 13:45:32.928146 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97ecb9a-65e5-4a74-b067-597002017d8f None None] Pushing event updated for resources: {'Port': ['ID=ea5a8f37-9bb8-444c-8032-4caab3540399,revision_number=1']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:45:32.930450 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97ecb9a-65e5-4a74-b067-597002017d8f None None] Received port after_create {{(pid=82347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 15 13:45:32.932779 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-c97ecb9a-65e5-4a74-b067-597002017d8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:45:32.968627 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9256804f-1d0b-4647-b804-39fce1139645 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:32.984276 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-14b06eee-6367-469d-8767-76969cd81437 req-9ceac6b0-ed90-4982-93d7-7130d3eb995f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d2cb26720af84bd8a1fda6a7b333bad4&device_id=8ceb2f64-a7eb-4076-aa4a-1e8fda020c6a HTTP/1.1" status: 200  len: 1099 time: 0.1379952
Sep 15 13:45:33.002124 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9256804f-1d0b-4647-b804-39fce1139645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363301743938437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1447919'] for port, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:33.007205 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-a786455e-94ac-4ae9-89c5-d5aaa7b5c566 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:45:33.019680 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [None req-c97ecb9a-65e5-4a74-b067-597002017d8f None None] Attempting to bind port ea5a8f37-9bb8-444c-8032-4caab3540399 on host dv-cinder-809181-1-iscsi for vnic_type normal with profile  {{(pid=82347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Sep 15 13:45:33.020091 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [None req-c97ecb9a-65e5-4a74-b067-597002017d8f None None] Attempting to bind port ea5a8f37-9bb8-444c-8032-4caab3540399 by drivers openvswitch,hyperv on host dv-cinder-809181-1-iscsi at level 0 using segments [{'id': '44a35f9e-9e32-4381-8e07-9adb36df31d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '793015e2-0d52-40cf-8c22-c0e40400b506'}] {{(pid=82347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Sep 15 13:45:33.020545 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97ecb9a-65e5-4a74-b067-597002017d8f None None] Attempting to bind port ea5a8f37-9bb8-444c-8032-4caab3540399 on network 793015e2-0d52-40cf-8c22-c0e40400b506 {{(pid=82347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Sep 15 13:45:33.027243 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97ecb9a-65e5-4a74-b067-597002017d8f None None] Checking agent: {'id': '0bfd5640-42e8-4a2a-ac27-f2d96fe1a4e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809181-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 29, 28), 'started_at': datetime.datetime(2021, 9, 15, 13, 29, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809181-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Sep 15 13:45:33.027690 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97ecb9a-65e5-4a74-b067-597002017d8f None None] Checking segment: {'id': '44a35f9e-9e32-4381-8e07-9adb36df31d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '793015e2-0d52-40cf-8c22-c0e40400b506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Sep 15 13:45:33.028152 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-c97ecb9a-65e5-4a74-b067-597002017d8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:33.028593 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97ecb9a-65e5-4a74-b067-597002017d8f None None] Bound using segment: {'id': '44a35f9e-9e32-4381-8e07-9adb36df31d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '793015e2-0d52-40cf-8c22-c0e40400b506'} {{(pid=82347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Sep 15 13:45:33.029114 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [None req-c97ecb9a-65e5-4a74-b067-597002017d8f None None] Bound port: ea5a8f37-9bb8-444c-8032-4caab3540399, host: dv-cinder-809181-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44a35f9e-9e32-4381-8e07-9adb36df31d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '793015e2-0d52-40cf-8c22-c0e40400b506'}}] {{(pid=82347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Sep 15 13:45:33.029569 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-c97ecb9a-65e5-4a74-b067-597002017d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:33.072482 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9256804f-1d0b-4647-b804-39fce1139645 admin admin] Network 8154de37-a8f1-49b5-9df6-05123ded69e6 is already hosted by enough agents. {{(pid=82346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Sep 15 13:45:33.076072 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.base_scheduler [None req-9256804f-1d0b-4647-b804-39fce1139645 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Sep 15 13:45:33.080152 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9256804f-1d0b-4647-b804-39fce1139645 admin admin] Received port after_create {{(pid=82346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 15 13:45:33.120030 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9256804f-1d0b-4647-b804-39fce1139645 admin admin] Pushing event updated for resources: {'Port': ['ID=e34694d5-b0b8-4c92-a996-6d18c3102646,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:45:33.124700 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-9256804f-1d0b-4647-b804-39fce1139645 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:45:33.129035 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-c97ecb9a-65e5-4a74-b067-597002017d8f None None] For port ea5a8f37-9bb8-444c-8032-4caab3540399, host dv-cinder-809181-1-iscsi, cleared binding levels {{(pid=82347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Sep 15 13:45:33.133571 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-c97ecb9a-65e5-4a74-b067-597002017d8f None None] For port ea5a8f37-9bb8-444c-8032-4caab3540399, host dv-cinder-809181-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-iscsi',level=0,port_id=ea5a8f37-9bb8-444c-8032-4caab3540399,segment=NetworkSegment(44a35f9e-9e32-4381-8e07-9adb36df31d4),segment_id=44a35f9e-9e32-4381-8e07-9adb36df31d4)] {{(pid=82347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Sep 15 13:45:33.137567 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-c97ecb9a-65e5-4a74-b067-597002017d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:33.142306 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:45:33.216921 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c843c7c5-96b9-41e6-9d79-036bab5274d3 req-dbacabbb-a720-49d2-82ef-18a5b40cd8e2 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:45:33.218558 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-c843c7c5-96b9-41e6-9d79-036bab5274d3 req-dbacabbb-a720-49d2-82ef-18a5b40cd8e2 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ceb2f64-a7eb-4076-aa4a-1e8fda020c6a HTTP/1.1" status: 200  len: 946 time: 0.0885062
Sep 15 13:45:33.236484 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97ecb9a-65e5-4a74-b067-597002017d8f None None] Pushing event updated for resources: {'Port': ['ID=ea5a8f37-9bb8-444c-8032-4caab3540399,revision_number=2']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:45:33.240120 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-c97ecb9a-65e5-4a74-b067-597002017d8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:45:33.270833 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-c843c7c5-96b9-41e6-9d79-036bab5274d3 req-21e45724-a40b-453c-9526-e8371c752aa6 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/security-groups?id=89175963-9081-4766-bd6e-dce643f9d5fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452979
Sep 15 13:45:33.273322 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9256804f-1d0b-4647-b804-39fce1139645 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:33.274175 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9256804f-1d0b-4647-b804-39fce1139645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1680915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853102492'] for router, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:33.513092 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9256804f-1d0b-4647-b804-39fce1139645 admin admin] Router 90c47cd1-71b5-4141-8862-99e4195ddf80 is scheduled to L3 agent c919ec5e-912e-4080-8a6b-9b8956cb875b with binding_index 1 {{(pid=82346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Sep 15 13:45:33.733070 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9256804f-1d0b-4647-b804-39fce1139645 admin admin] Notify agent at l3_agent.dv-cinder-809181-1-iscsi the message routers_updated {{(pid=82346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Sep 15 13:45:33.743106 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b58c5e-334e-4d0e-bb31-9f69cfe1d5d7 None None] Sync routers for ids ['90c47cd1-71b5-4141-8862-99e4195ddf80'] in dv-cinder-809181-1-iscsi {{(pid=82348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Sep 15 13:45:33.758066 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9256804f-1d0b-4647-b804-39fce1139645 admin admin] Notify callbacks [] for router, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:33.758302 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b58c5e-334e-4d0e-bb31-9f69cfe1d5d7 None None] Routers {'90c47cd1-71b5-4141-8862-99e4195ddf80'} bound to L3 agent in host dv-cinder-809181-1-iscsi {{(pid=82348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 15 13:45:33.759026 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-d3b58c5e-334e-4d0e-bb31-9f69cfe1d5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cd26e3b38>, 'dv-cinder-809181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T13:29:29Z,description=<?>,heartbeat_timestamp=2021-09-15T13:45:29Z,host='dv-cinder-809181-1-iscsi',id=c919ec5e-912e-4080-8a6b-9b8956cb875b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T13:29:29Z,topic='l3_agent')) {'router_ids': ['90c47cd1-71b5-4141-8862-99e4195ddf80'], 'active': True} {{(pid=82348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:45:33.759460 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-9256804f-1d0b-4647-b804-39fce1139645 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 1.8316538
Sep 15 13:45:33.762278 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 38084) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:45:33.953690 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:33.963877 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvr_db [None req-d3b58c5e-334e-4d0e-bb31-9f69cfe1d5d7 None None] Set router 90c47cd1-71b5-4141-8862-99e4195ddf80 gateway port host: dv-cinder-809181-1-iscsi {{(pid=82348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Sep 15 13:45:34.021069 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device ea5a8f37-9bb8-444c-8032-4caab3540399 up at agent ovs-agent-dv-cinder-809181-1-iscsi {{(pid=82347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Sep 15 13:45:34.101445 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Provisioning for port ea5a8f37-9bb8-444c-8032-4caab3540399 completed by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Sep 15 13:45:34.273183 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-d3b58c5e-334e-4d0e-bb31-9f69cfe1d5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cd26e3b38>, [{'id': '90c47cd1-71b5-4141-8862-99e4195ddf80', 'name': 'tempest-TestVolumeBootPattern-1879708378-router', 'tenant_id': '8b4ff18c8d01411db26c7e00839763ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': 'e34694d5-b0b8-4c92-a996-6d18c3102646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:45:31Z', 'updated_at': '2021-09-15T13:45:33Z', 'revision_number': 3, 'project_id': '8b4ff18c8d01411db26c7e00839763ca', 'gw_port': {'id': 'e34694d5-b0b8-4c92-a996-6d18c3102646', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b1:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90c47cd1-71b5-4141-8862-99e4195ddf80', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:32Z', 'updated_at': '2021-09-15T13:45:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi'}], 'dv-cinder-809181-1-iscsi', False) {} {{(pid=82348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:45:34.277200 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b58c5e-334e-4d0e-bb31-9f69cfe1d5d7 None None] Checking router: 90c47cd1-71b5-4141-8862-99e4195ddf80 for host: dv-cinder-809181-1-iscsi {{(pid=82348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Sep 15 13:45:34.277606 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b58c5e-334e-4d0e-bb31-9f69cfe1d5d7 None None] Updating router 90c47cd1-71b5-4141-8862-99e4195ddf80 port e34694d5-b0b8-4c92-a996-6d18c3102646 binding host dv-cinder-809181-1-iscsi {{(pid=82348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Sep 15 13:45:34.337493 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-d3b58c5e-334e-4d0e-bb31-9f69cfe1d5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:34.505562 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776f3f57-786a-4333-9604-47a0c3fc380d req-d0daf559-1f08-4eb1-ae6c-6a939175eb9c tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:45:34.507683 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-776f3f57-786a-4333-9604-47a0c3fc380d req-d0daf559-1f08-4eb1-ae6c-6a939175eb9c tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ceb2f64-a7eb-4076-aa4a-1e8fda020c6a HTTP/1.1" status: 200  len: 946 time: 0.0946057
Sep 15 13:45:34.572316 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-776f3f57-786a-4333-9604-47a0c3fc380d req-b120f7b7-7162-4883-b756-da40e439b2c7 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/security-groups?id=89175963-9081-4766-bd6e-dce643f9d5fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0569723
Sep 15 13:45:34.578689 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-6d550800-ae67-43d3-877e-5b64413c6e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:34.720723 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-d3b58c5e-334e-4d0e-bb31-9f69cfe1d5d7 None None] Notify callbacks [] for port, precommit_update {{(pid=82348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:34.734894 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-d3b58c5e-334e-4d0e-bb31-9f69cfe1d5d7 None None] Transition to ACTIVE for port object e34694d5-b0b8-4c92-a996-6d18c3102646 will not be triggered until provisioned by entity L2. {{(pid=82348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Sep 15 13:45:34.741825 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-d3b58c5e-334e-4d0e-bb31-9f69cfe1d5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:34.752792 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:45:34.810028 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.db_base_plugin_common [None req-6d550800-ae67-43d3-877e-5b64413c6e11 admin admin] Allocated IP 172.20.0.1 (793015e2-0d52-40cf-8c22-c0e40400b506/98d7ad21-10e2-4f6e-af3b-e40f983ff5e1/973a1b57-338f-4bb7-b561-67ae8f5dd51b) {{(pid=82346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Sep 15 13:45:34.823828 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [None req-d3b58c5e-334e-4d0e-bb31-9f69cfe1d5d7 None None] Attempting to bind port e34694d5-b0b8-4c92-a996-6d18c3102646 on host dv-cinder-809181-1-iscsi for vnic_type normal with profile  {{(pid=82348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Sep 15 13:45:34.824253 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [None req-d3b58c5e-334e-4d0e-bb31-9f69cfe1d5d7 None None] Attempting to bind port e34694d5-b0b8-4c92-a996-6d18c3102646 by drivers openvswitch,hyperv on host dv-cinder-809181-1-iscsi at level 0 using segments [{'id': 'fb39ec5d-b714-4bbc-8dc4-da8589a681e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6'}] {{(pid=82348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Sep 15 13:45:34.824662 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b58c5e-334e-4d0e-bb31-9f69cfe1d5d7 None None] Attempting to bind port e34694d5-b0b8-4c92-a996-6d18c3102646 on network 8154de37-a8f1-49b5-9df6-05123ded69e6 {{(pid=82348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Sep 15 13:45:34.837863 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a9d30e-8216-4eb2-b4d6-8395b4dc86eb None None] Pushing event updated for resources: {'Port': ['ID=e34694d5-b0b8-4c92-a996-6d18c3102646,revision_number=2']} {{(pid=82348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:45:34.843254 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b58c5e-334e-4d0e-bb31-9f69cfe1d5d7 None None] Checking agent: {'id': '0bfd5640-42e8-4a2a-ac27-f2d96fe1a4e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809181-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 29, 28), 'started_at': datetime.datetime(2021, 9, 15, 13, 29, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809181-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Sep 15 13:45:34.843737 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b58c5e-334e-4d0e-bb31-9f69cfe1d5d7 None None] Checking segment: {'id': 'fb39ec5d-b714-4bbc-8dc4-da8589a681e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Sep 15 13:45:34.844411 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-d3b58c5e-334e-4d0e-bb31-9f69cfe1d5d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:34.844567 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b58c5e-334e-4d0e-bb31-9f69cfe1d5d7 None None] Bound using segment: {'id': 'fb39ec5d-b714-4bbc-8dc4-da8589a681e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6'} {{(pid=82348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Sep 15 13:45:34.845077 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [None req-d3b58c5e-334e-4d0e-bb31-9f69cfe1d5d7 None None] Bound port: e34694d5-b0b8-4c92-a996-6d18c3102646, host: dv-cinder-809181-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb39ec5d-b714-4bbc-8dc4-da8589a681e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6'}}] {{(pid=82348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Sep 15 13:45:34.845501 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-d3b58c5e-334e-4d0e-bb31-9f69cfe1d5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:34.889508 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a9d30e-8216-4eb2-b4d6-8395b4dc86eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:45:34.889891 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a9d30e-8216-4eb2-b4d6-8395b4dc86eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:45:34.890273 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a9d30e-8216-4eb2-b4d6-8395b4dc86eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:45:34.890644 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a9d30e-8216-4eb2-b4d6-8395b4dc86eb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:45:34.891018 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a9d30e-8216-4eb2-b4d6-8395b4dc86eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:45:34.891388 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a9d30e-8216-4eb2-b4d6-8395b4dc86eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:45:34.891802 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a9d30e-8216-4eb2-b4d6-8395b4dc86eb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:45:34.892174 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a9d30e-8216-4eb2-b4d6-8395b4dc86eb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:45:34.892539 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a9d30e-8216-4eb2-b4d6-8395b4dc86eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:45:34.892907 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a9d30e-8216-4eb2-b4d6-8395b4dc86eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:45:34.893268 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a9d30e-8216-4eb2-b4d6-8395b4dc86eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:45:34.898507 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-00a9d30e-8216-4eb2-b4d6-8395b4dc86eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=82348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:45:34.939616 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-d3b58c5e-334e-4d0e-bb31-9f69cfe1d5d7 None None] For port e34694d5-b0b8-4c92-a996-6d18c3102646, host dv-cinder-809181-1-iscsi, cleared binding levels {{(pid=82348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Sep 15 13:45:34.943260 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe2b295-577d-41d2-acde-9fbfe3f006fc None None] Network 793015e2-0d52-40cf-8c22-c0e40400b506 requested from dv-cinder-809181-1-iscsi {{(pid=82347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Sep 15 13:45:34.943922 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-d3b58c5e-334e-4d0e-bb31-9f69cfe1d5d7 None None] For port e34694d5-b0b8-4c92-a996-6d18c3102646, host dv-cinder-809181-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-iscsi',level=0,port_id=e34694d5-b0b8-4c92-a996-6d18c3102646,segment=NetworkSegment(fb39ec5d-b714-4bbc-8dc4-da8589a681e7),segment_id=fb39ec5d-b714-4bbc-8dc4-da8589a681e7)] {{(pid=82348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Sep 15 13:45:34.949488 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-d3b58c5e-334e-4d0e-bb31-9f69cfe1d5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:34.955849 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:45:34.986654 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-6d550800-ae67-43d3-877e-5b64413c6e11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:35.004422 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-6d550800-ae67-43d3-877e-5b64413c6e11 admin admin] Transition to ACTIVE for port object 973a1b57-338f-4bb7-b561-67ae8f5dd51b will not be triggered until provisioned by entity DHCP. {{(pid=82346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Sep 15 13:45:35.027318 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-6d550800-ae67-43d3-877e-5b64413c6e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363301743938437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1447919'] for port, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:35.038162 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a9d30e-8216-4eb2-b4d6-8395b4dc86eb None None] Pushing event updated for resources: {'Port': ['ID=e34694d5-b0b8-4c92-a996-6d18c3102646,revision_number=3']} {{(pid=82348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:45:35.039344 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-701c0d65-5d48-498a-9d34-f6b17cc86017 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:45:35.042351 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-00a9d30e-8216-4eb2-b4d6-8395b4dc86eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=82348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:45:35.044273 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b58c5e-334e-4d0e-bb31-9f69cfe1d5d7 None None] Routers {'90c47cd1-71b5-4141-8862-99e4195ddf80'} bound to L3 agent in host dv-cinder-809181-1-iscsi {{(pid=82348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 15 13:45:35.044965 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-d3b58c5e-334e-4d0e-bb31-9f69cfe1d5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cd26e3b38>, 'dv-cinder-809181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T13:29:29Z,description=<?>,heartbeat_timestamp=2021-09-15T13:45:29Z,host='dv-cinder-809181-1-iscsi',id=c919ec5e-912e-4080-8a6b-9b8956cb875b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T13:29:29Z,topic='l3_agent')) {'router_ids': ['90c47cd1-71b5-4141-8862-99e4195ddf80'], 'active': True} {{(pid=82348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:45:35.071390 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-df381d67-ee48-465f-a061-1b39bef3e142 None None] Provisioning for port ea5a8f37-9bb8-444c-8032-4caab3540399 completed by entity DHCP. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Sep 15 13:45:35.081248 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-df381d67-ee48-465f-a061-1b39bef3e142 None None] Provisioning complete for port ea5a8f37-9bb8-444c-8032-4caab3540399 triggered by entity DHCP. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:45:35.081671 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-df381d67-ee48-465f-a061-1b39bef3e142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:35.095027 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d550800-ae67-43d3-877e-5b64413c6e11 admin admin] Network 793015e2-0d52-40cf-8c22-c0e40400b506 is already hosted by enough agents. {{(pid=82346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Sep 15 13:45:35.098106 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.base_scheduler [None req-6d550800-ae67-43d3-877e-5b64413c6e11 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Sep 15 13:45:35.101304 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d550800-ae67-43d3-877e-5b64413c6e11 admin admin] Received port after_create {{(pid=82346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 15 13:45:35.158370 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-6d550800-ae67-43d3-877e-5b64413c6e11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1673504'] for router_interface, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:35.183087 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d550800-ae67-43d3-877e-5b64413c6e11 admin admin] Pushing event updated for resources: {'Port': ['ID=973a1b57-338f-4bb7-b561-67ae8f5dd51b,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:45:35.186013 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-6d550800-ae67-43d3-877e-5b64413c6e11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:45:35.243021 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvr_db [None req-d3b58c5e-334e-4d0e-bb31-9f69cfe1d5d7 None None] Set router 90c47cd1-71b5-4141-8862-99e4195ddf80 gateway port host: dv-cinder-809181-1-iscsi {{(pid=82348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Sep 15 13:45:35.279461 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-6d550800-ae67-43d3-877e-5b64413c6e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:35.305950 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-df381d67-ee48-465f-a061-1b39bef3e142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:35.362257 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-df381d67-ee48-465f-a061-1b39bef3e142 None None] For port ea5a8f37-9bb8-444c-8032-4caab3540399, host dv-cinder-809181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-iscsi',level=0,port_id=ea5a8f37-9bb8-444c-8032-4caab3540399,segment=NetworkSegment(44a35f9e-9e32-4381-8e07-9adb36df31d4),segment_id=44a35f9e-9e32-4381-8e07-9adb36df31d4)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:45:35.369603 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-df381d67-ee48-465f-a061-1b39bef3e142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:35.371592 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:45:35.452253 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df381d67-ee48-465f-a061-1b39bef3e142 None None] Pushing event updated for resources: {'Port': ['ID=ea5a8f37-9bb8-444c-8032-4caab3540399,revision_number=3']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:45:35.462678 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df381d67-ee48-465f-a061-1b39bef3e142 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:45:35.463068 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df381d67-ee48-465f-a061-1b39bef3e142 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:45:35.463451 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df381d67-ee48-465f-a061-1b39bef3e142 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:45:35.463856 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df381d67-ee48-465f-a061-1b39bef3e142 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:45:35.464230 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df381d67-ee48-465f-a061-1b39bef3e142 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:45:35.464602 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df381d67-ee48-465f-a061-1b39bef3e142 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:45:35.465008 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df381d67-ee48-465f-a061-1b39bef3e142 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:45:35.465377 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df381d67-ee48-465f-a061-1b39bef3e142 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:45:35.465743 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df381d67-ee48-465f-a061-1b39bef3e142 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:45:35.466239 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df381d67-ee48-465f-a061-1b39bef3e142 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:45:35.466762 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df381d67-ee48-465f-a061-1b39bef3e142 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:45:35.478146 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-df381d67-ee48-465f-a061-1b39bef3e142 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:45:35.572294 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-d3b58c5e-334e-4d0e-bb31-9f69cfe1d5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cd26e3b38>, [{'id': '90c47cd1-71b5-4141-8862-99e4195ddf80', 'name': 'tempest-TestVolumeBootPattern-1879708378-router', 'tenant_id': '8b4ff18c8d01411db26c7e00839763ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': 'e34694d5-b0b8-4c92-a996-6d18c3102646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:45:31Z', 'updated_at': '2021-09-15T13:45:33Z', 'revision_number': 3, 'project_id': '8b4ff18c8d01411db26c7e00839763ca', 'gw_port': {'id': 'e34694d5-b0b8-4c92-a996-6d18c3102646', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b1:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90c47cd1-71b5-4141-8862-99e4195ddf80', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:32Z', 'updated_at': '2021-09-15T13:45:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi'}], 'dv-cinder-809181-1-iscsi', False) {} {{(pid=82348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:45:35.577444 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b58c5e-334e-4d0e-bb31-9f69cfe1d5d7 None None] The sync data for ids ['90c47cd1-71b5-4141-8862-99e4195ddf80'] in dv-cinder-809181-1-iscsi is: [{'id': '90c47cd1-71b5-4141-8862-99e4195ddf80', 'name': 'tempest-TestVolumeBootPattern-1879708378-router', 'tenant_id': '8b4ff18c8d01411db26c7e00839763ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': 'e34694d5-b0b8-4c92-a996-6d18c3102646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:45:31Z', 'updated_at': '2021-09-15T13:45:33Z', 'revision_number': 3, 'project_id': '8b4ff18c8d01411db26c7e00839763ca', 'gw_port': {'id': 'e34694d5-b0b8-4c92-a996-6d18c3102646', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b1:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90c47cd1-71b5-4141-8862-99e4195ddf80', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:32Z', 'updated_at': '2021-09-15T13:45:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi'}] {{(pid=82348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Sep 15 13:45:35.697846 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-9247da59-446b-4b7a-b75b-797ed932a1f6 None None] Provisioning complete for port ea5a8f37-9bb8-444c-8032-4caab3540399 triggered by entity DHCP. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:45:35.698265 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9247da59-446b-4b7a-b75b-797ed932a1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:35.824398 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab775a2-8f41-4d5a-a2cc-6f400617566e req-d7d3a23a-c5c6-4b02-8bf2-14b76d4f6e7f tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:45:35.826960 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-dab775a2-8f41-4d5a-a2cc-6f400617566e req-d7d3a23a-c5c6-4b02-8bf2-14b76d4f6e7f tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ceb2f64-a7eb-4076-aa4a-1e8fda020c6a HTTP/1.1" status: 200  len: 946 time: 0.1110187
Sep 15 13:45:35.857480 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-9247da59-446b-4b7a-b75b-797ed932a1f6 None None] Provisioning for port 973a1b57-338f-4bb7-b561-67ae8f5dd51b completed by entity DHCP. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Sep 15 13:45:35.862634 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-9247da59-446b-4b7a-b75b-797ed932a1f6 None None] Provisioning complete for port 973a1b57-338f-4bb7-b561-67ae8f5dd51b triggered by entity DHCP. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:45:35.863062 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9247da59-446b-4b7a-b75b-797ed932a1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:35.899448 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-dab775a2-8f41-4d5a-a2cc-6f400617566e req-2254320c-2fee-48bf-9599-c176553785ff tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/security-groups?id=89175963-9081-4766-bd6e-dce643f9d5fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0626659
Sep 15 13:45:35.937845 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-9247da59-446b-4b7a-b75b-797ed932a1f6 None None] Port 973a1b57-338f-4bb7-b561-67ae8f5dd51b cannot update to ACTIVE because it is not bound. {{(pid=82347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Sep 15 13:45:35.939599 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-6d550800-ae67-43d3-877e-5b64413c6e11 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:35.943370 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b06eee-6367-469d-8767-76969cd81437 req-4ff1cd75-0411-441d-9904-c261b73b285b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:45:35.945029 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-14b06eee-6367-469d-8767-76969cd81437 req-4ff1cd75-0411-441d-9904-c261b73b285b service neutron] 10.222.0.36 "GET /v2.0/networks?id=982dc6d1-fde1-4e05-9f32-46758815ee40 HTTP/1.1" status: 200  len: 910 time: 0.2081165
Sep 15 13:45:35.946482 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-6d550800-ae67-43d3-877e-5b64413c6e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853327897'] for port, after_update {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:35.980516 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-2496f035-3d60-46b4-8b98-b4646bab0f7a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:45:36.026445 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device ea5a8f37-9bb8-444c-8032-4caab3540399 up at agent ovs-agent-dv-cinder-809181-1-iscsi {{(pid=82347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Sep 15 13:45:36.101804 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-b9d543e3-4313-4b91-b5e6-41e9437ce0b8 None None] Provisioning complete for port 973a1b57-338f-4bb7-b561-67ae8f5dd51b triggered by entity DHCP. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:45:36.102230 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b9d543e3-4313-4b91-b5e6-41e9437ce0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:36.141161 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-14b06eee-6367-469d-8767-76969cd81437 req-c17a2c14-697d-459a-8240-10388746c517 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2d645075-44ff-4519-8770-07ec8ae0948f HTTP/1.1" status: 200  len: 217 time: 0.1646557
Sep 15 13:45:36.184087 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-b9d543e3-4313-4b91-b5e6-41e9437ce0b8 None None] Port 973a1b57-338f-4bb7-b561-67ae8f5dd51b cannot update to ACTIVE because it is not bound. {{(pid=82347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Sep 15 13:45:36.197751 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Provisioning complete for port ea5a8f37-9bb8-444c-8032-4caab3540399 triggered by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:45:36.198730 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:36.254029 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d550800-ae67-43d3-877e-5b64413c6e11 admin admin] Pushing event updated for resources: {'Port': ['ID=973a1b57-338f-4bb7-b561-67ae8f5dd51b,revision_number=2']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:45:36.266821 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-6d550800-ae67-43d3-877e-5b64413c6e11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:45:36.269905 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-6d550800-ae67-43d3-877e-5b64413c6e11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7149859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853102266'] for router_interface, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:36.306893 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b06eee-6367-469d-8767-76969cd81437 req-1db41c24-6a3b-4b97-ba70-54260da063f4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:45:36.308767 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-14b06eee-6367-469d-8767-76969cd81437 req-1db41c24-6a3b-4b97-ba70-54260da063f4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b2f26b2-c7f8-4f7f-8b6c-514ec6432124 HTTP/1.1" status: 200  len: 848 time: 0.1442001
Sep 15 13:45:36.515452 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-14b06eee-6367-469d-8767-76969cd81437 req-ad7a73de-d1e0-4290-b59a-8207b9ef7d2b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=982dc6d1-fde1-4e05-9f32-46758815ee40&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1889679
Sep 15 13:45:36.520991 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d550800-ae67-43d3-877e-5b64413c6e11 admin admin] Network 793015e2-0d52-40cf-8c22-c0e40400b506 is already hosted by enough agents. {{(pid=82346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Sep 15 13:45:36.522370 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.base_scheduler [None req-6d550800-ae67-43d3-877e-5b64413c6e11 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Sep 15 13:45:36.814550 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-3fd932b4-7133-421b-808b-886babdd9171 None None] Provisioning complete for port 973a1b57-338f-4bb7-b561-67ae8f5dd51b triggered by entity DHCP. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:45:36.814980 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-3fd932b4-7133-421b-808b-886babdd9171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:36.856968 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-14b06eee-6367-469d-8767-76969cd81437 req-983e7e7d-e89d-4c12-94bc-b259ae822abe service neutron] 10.222.0.36 "GET /v2.0/networks/982dc6d1-fde1-4e05-9f32-46758815ee40?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2743740
Sep 15 13:45:36.873859 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-3fd932b4-7133-421b-808b-886babdd9171 None None] Port 973a1b57-338f-4bb7-b561-67ae8f5dd51b cannot update to ACTIVE because it is not bound. {{(pid=82347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Sep 15 13:45:37.017427 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6731ca-21ec-4154-b3df-501232f77095 req-ca8f2db5-d22f-4079-ba3a-07691df8d3de tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:45:37.019127 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-4e6731ca-21ec-4154-b3df-501232f77095 req-ca8f2db5-d22f-4079-ba3a-07691df8d3de tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ceb2f64-a7eb-4076-aa4a-1e8fda020c6a HTTP/1.1" status: 200  len: 946 time: 0.0939188
Sep 15 13:45:37.147279 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [req-4e6731ca-21ec-4154-b3df-501232f77095 req-72a781ef-89db-4a25-b0a7-308f8bd5c3a3 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Deleting port 2d645075-44ff-4519-8770-07ec8ae0948f {{(pid=82345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Sep 15 13:45:37.147582 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-4e6731ca-21ec-4154-b3df-501232f77095 req-72a781ef-89db-4a25-b0a7-308f8bd5c3a3 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301743532404'] for port, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:37.156449 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-14b06eee-6367-469d-8767-76969cd81437 req-5c312f79-1ced-4c08-af9b-7e1a07336cd6 service neutron] 10.222.0.36 "GET /v2.0/networks/982dc6d1-fde1-4e05-9f32-46758815ee40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2253814
Sep 15 13:45:37.213481 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d550800-ae67-43d3-877e-5b64413c6e11 admin admin] Router 90c47cd1-71b5-4141-8862-99e4195ddf80 has already been hosted by L3 agent c919ec5e-912e-4080-8a6b-9b8956cb875b {{(pid=82346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Sep 15 13:45:37.266911 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7780e2-fc8c-4bc5-87b4-d5c01444a097 req-2779c7dc-5fa8-4e61-b0d1-77099b13225c tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:45:37.268517 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-1d7780e2-fc8c-4bc5-87b4-d5c01444a097 req-2779c7dc-5fa8-4e61-b0d1-77099b13225c tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ceb2f64-a7eb-4076-aa4a-1e8fda020c6a HTTP/1.1" status: 200  len: 946 time: 0.2055552
Sep 15 13:45:37.375764 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-1d7780e2-fc8c-4bc5-87b4-d5c01444a097 req-f015cb02-1706-4640-a023-c8a2a2fce85c tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/security-groups?id=89175963-9081-4766-bd6e-dce643f9d5fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0910521
Sep 15 13:45:37.436922 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d550800-ae67-43d3-877e-5b64413c6e11 admin admin] Notify agent at l3_agent.dv-cinder-809181-1-iscsi the message routers_updated {{(pid=82346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Sep 15 13:45:37.447147 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-6d550800-ae67-43d3-877e-5b64413c6e11 admin admin] 10.222.0.41 "PUT /v2.0/routers/90c47cd1-71b5-4141-8862-99e4195ddf80/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6837516
Sep 15 13:45:37.483738 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [req-4e6731ca-21ec-4154-b3df-501232f77095 req-72a781ef-89db-4a25-b0a7-308f8bd5c3a3 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] For port 2d645075-44ff-4519-8770-07ec8ae0948f, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=2d645075-44ff-4519-8770-07ec8ae0948f,segment=NetworkSegment(56e1ad63-677e-400c-b8f9-048d7d57e5d3),segment_id=56e1ad63-677e-400c-b8f9-048d7d57e5d3)] {{(pid=82345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:45:37.484146 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-4e6731ca-21ec-4154-b3df-501232f77095 req-72a781ef-89db-4a25-b0a7-308f8bd5c3a3 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853103875'] for port, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:37.615574 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [req-4e6731ca-21ec-4154-b3df-501232f77095 req-72a781ef-89db-4a25-b0a7-308f8bd5c3a3 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Calling delete_port for 2d645075-44ff-4519-8770-07ec8ae0948f owned by compute:nova {{(pid=82345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Sep 15 13:45:37.779698 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-4e6731ca-21ec-4154-b3df-501232f77095 req-72a781ef-89db-4a25-b0a7-308f8bd5c3a3 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301743526908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735110837380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852138254'] for port, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:37.789476 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-18fbcb6e-6013-4407-a542-257484070fa4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:45:37.838144 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a781ef-89db-4a25-b0a7-308f8bd5c3a3 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Pushing event deleted for resources: {'Port': ['ID=2d645075-44ff-4519-8770-07ec8ae0948f,revision_number=None']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:45:37.847880 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-72a781ef-89db-4a25-b0a7-308f8bd5c3a3 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:45:37.919789 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e6731ca-21ec-4154-b3df-501232f77095 req-72a781ef-89db-4a25-b0a7-308f8bd5c3a3 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] No DVR routers for this DVR port 2d645075-44ff-4519-8770-07ec8ae0948f on host hv-cinder-80918 {{(pid=82345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Sep 15 13:45:37.923312 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-4e6731ca-21ec-4154-b3df-501232f77095 req-72a781ef-89db-4a25-b0a7-308f8bd5c3a3 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251427'] for port, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:37.929894 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ceb2f64-a7eb-4076-aa4a-1e8fda020c6a', 'name': 'network-vif-deleted', 'tag': '2d645075-44ff-4519-8770-07ec8ae0948f'}] {{(pid=82345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Sep 15 13:45:37.935465 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-4e6731ca-21ec-4154-b3df-501232f77095 req-72a781ef-89db-4a25-b0a7-308f8bd5c3a3 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.36 "DELETE /v2.0/ports/2d645075-44ff-4519-8770-07ec8ae0948f HTTP/1.1" status: 204  len: 173 time: 0.9100575
Sep 15 13:45:37.996387 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ceb2f64-a7eb-4076-aa4a-1e8fda020c6a', 'name': 'network-vif-deleted', 'tag': '2d645075-44ff-4519-8770-07ec8ae0948f', 'status': 'completed', 'code': 200}
Sep 15 13:45:38.080471 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device e34694d5-b0b8-4c92-a996-6d18c3102646 up at agent ovs-agent-dv-cinder-809181-1-iscsi {{(pid=82347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Sep 15 13:45:38.173885 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Provisioning for port e34694d5-b0b8-4c92-a996-6d18c3102646 completed by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Sep 15 13:45:38.180247 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Provisioning complete for port e34694d5-b0b8-4c92-a996-6d18c3102646 triggered by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:45:38.180813 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:38.325889 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:38.343808 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] For port e34694d5-b0b8-4c92-a996-6d18c3102646, host dv-cinder-809181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-iscsi',level=0,port_id=e34694d5-b0b8-4c92-a996-6d18c3102646,segment=NetworkSegment(fb39ec5d-b714-4bbc-8dc4-da8589a681e7),segment_id=fb39ec5d-b714-4bbc-8dc4-da8589a681e7)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:45:38.348144 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:38.351123 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:45:38.425483 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Pushing event updated for resources: {'Port': ['ID=e34694d5-b0b8-4c92-a996-6d18c3102646,revision_number=4']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:45:38.428787 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:45:38.507482 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 38162) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:45:38.513800 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [None req-2f8d69d1-3a46-4762-87a4-0463b55630b4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1056167794-network', 'tenant_id': '271a432115e445938ab0d0de8fd8fb89'}} {{(pid=82346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:45:38.534785 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-2f8d69d1-3a46-4762-87a4-0463b55630b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:45:38.539799 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-2f8d69d1-3a46-4762-87a4-0463b55630b4 admin admin] Usage tracker for resource:network and tenant:271a432115e445938ab0d0de8fd8fb89 is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:45:38.544561 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-2f8d69d1-3a46-4762-87a4-0463b55630b4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:45:38.551748 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-2f8d69d1-3a46-4762-87a4-0463b55630b4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:45:38.566501 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f8d69d1-3a46-4762-87a4-0463b55630b4 admin admin] Made reservation on behalf of 271a432115e445938ab0d0de8fd8fb89 for: {'network': 1} {{(pid=82346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Sep 15 13:45:38.571857 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2f8d69d1-3a46-4762-87a4-0463b55630b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for network, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:38.591672 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2f8d69d1-3a46-4762-87a4-0463b55630b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:38.621692 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-65cd3cad-ccbb-460d-8f01-f960ecdd527d req-e48d68a8-ebc0-4589-aa21-30622470bd83 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Synchronizing usage tracker for tenant:d2cb26720af84bd8a1fda6a7b333bad4 on resource:port {{(pid=82345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Sep 15 13:45:38.633602 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-2f8d69d1-3a46-4762-87a4-0463b55630b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:45:38.637886 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-2f8d69d1-3a46-4762-87a4-0463b55630b4 admin admin] Usage tracker for resource:security_group_rule and tenant:271a432115e445938ab0d0de8fd8fb89 is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:45:38.640257 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-65cd3cad-ccbb-460d-8f01-f960ecdd527d req-e48d68a8-ebc0-4589-aa21-30622470bd83 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Unset dirty status for tenant:d2cb26720af84bd8a1fda6a7b333bad4 on resource:port {{(pid=82345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Sep 15 13:45:38.641177 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-2f8d69d1-3a46-4762-87a4-0463b55630b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:45:38.641853 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-65cd3cad-ccbb-460d-8f01-f960ecdd527d req-e48d68a8-ebc0-4589-aa21-30622470bd83 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ceb2f64-a7eb-4076-aa4a-1e8fda020c6a HTTP/1.1" status: 200  len: 210 time: 0.0970078
Sep 15 13:45:38.650677 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-2f8d69d1-3a46-4762-87a4-0463b55630b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:45:38.721112 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2f8d69d1-3a46-4762-87a4-0463b55630b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:38.725419 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2f8d69d1-3a46-4762-87a4-0463b55630b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:38.729771 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-603bf959-9d17-4932-91e0-7015a24ca191 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:45:38.760782 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f8d69d1-3a46-4762-87a4-0463b55630b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354}  {{(pid=82346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}}
Sep 15 13:45:38.769924 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8d69d1-3a46-4762-87a4-0463b55630b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96bf113f-7d3d-411f-afd5-d7a1f02fd789,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:45:38.774364 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-2f8d69d1-3a46-4762-87a4-0463b55630b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:45:38.776910 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2f8d69d1-3a46-4762-87a4-0463b55630b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854307961'] for segment, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:38.777303 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.db.segments_db [None req-2f8d69d1-3a46-4762-87a4-0463b55630b4 admin admin] Added segment 55e04e47-17f0-4a67-bb37-7ff4aea2e740 of type vlan for network a519d4bc-1083-41fa-aa15-ce01dbaa8f22
Sep 15 13:45:38.807404 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2f8d69d1-3a46-4762-87a4-0463b55630b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735110816490'] for network, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:38.839910 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2f8d69d1-3a46-4762-87a4-0463b55630b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916'] for network, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:38.841189 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8d69d1-3a46-4762-87a4-0463b55630b4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:45:38.841839 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2f8d69d1-3a46-4762-87a4-0463b55630b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7149901'] for network, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:38.847078 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-88a9d751-0a5b-4e92-9b6a-063e0f51f68f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:45:38.958151 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8d69d1-3a46-4762-87a4-0463b55630b4 admin admin] Pushing event updated for resources: {'Network': ['ID=a519d4bc-1083-41fa-aa15-ce01dbaa8f22,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:45:38.961317 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-2f8d69d1-3a46-4762-87a4-0463b55630b4 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.4525959
Sep 15 13:45:38.962229 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-2f8d69d1-3a46-4762-87a4-0463b55630b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:45:38.964735 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 38166) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:45:38.968397 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Network a519d4bc-1083-41fa-aa15-ce01dbaa8f22 details requested by agent ovs-agent-dv-cinder-809181-1-iscsi with host dv-cinder-809181-1-iscsi {{(pid=82347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Sep 15 13:45:38.970145 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [None req-d60c9526-9908-4fa1-8c85-159d62379f62 admin admin] Request body: {'subnet': {'network_id': 'a519d4bc-1083-41fa-aa15-ce01dbaa8f22', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1056167794-subnet', 'tenant_id': '271a432115e445938ab0d0de8fd8fb89', 'ip_version': 4}} {{(pid=82346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:45:38.975230 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-d60c9526-9908-4fa1-8c85-159d62379f62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:45:38.979304 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-d60c9526-9908-4fa1-8c85-159d62379f62 admin admin] Usage tracker for resource:subnet and tenant:271a432115e445938ab0d0de8fd8fb89 is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:45:38.982374 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-d60c9526-9908-4fa1-8c85-159d62379f62 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:45:38.990022 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-d60c9526-9908-4fa1-8c85-159d62379f62 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:45:38.996670 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41181b06-d257-4f9d-8c7f-69854ec9571a None None] Sync routers for ids ['90c47cd1-71b5-4141-8862-99e4195ddf80'] in dv-cinder-809181-1-iscsi {{(pid=82347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Sep 15 13:45:39.006258 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d60c9526-9908-4fa1-8c85-159d62379f62 admin admin] Made reservation on behalf of 271a432115e445938ab0d0de8fd8fb89 for: {'subnet': 1} {{(pid=82346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Sep 15 13:45:39.011066 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-d60c9526-9908-4fa1-8c85-159d62379f62 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853625535'] for subnet, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:39.090954 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41181b06-d257-4f9d-8c7f-69854ec9571a None None] Routers {'90c47cd1-71b5-4141-8862-99e4195ddf80'} bound to L3 agent in host dv-cinder-809181-1-iscsi {{(pid=82347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 15 13:45:39.091700 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-41181b06-d257-4f9d-8c7f-69854ec9571a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cd2510d68>, 'dv-cinder-809181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T13:29:29Z,description=<?>,heartbeat_timestamp=2021-09-15T13:45:29Z,host='dv-cinder-809181-1-iscsi',id=c919ec5e-912e-4080-8a6b-9b8956cb875b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T13:29:29Z,topic='l3_agent')) {'router_ids': ['90c47cd1-71b5-4141-8862-99e4195ddf80'], 'active': True} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:45:39.305300 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvr_db [None req-41181b06-d257-4f9d-8c7f-69854ec9571a None None] Set router 90c47cd1-71b5-4141-8862-99e4195ddf80 gateway port host: dv-cinder-809181-1-iscsi {{(pid=82347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Sep 15 13:45:39.519866 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-d60c9526-9908-4fa1-8c85-159d62379f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853326977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853625520'] for subnet, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:39.526046 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-cc3639c5-d04c-4378-b314-93096c2c82a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:45:39.599930 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60c9526-9908-4fa1-8c85-159d62379f62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aaa8f235-5c99-479c-8dcd-1fd9a7bc289a,revision_number=0']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:45:39.605330 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-d60c9526-9908-4fa1-8c85-159d62379f62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:45:39.617328 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60c9526-9908-4fa1-8c85-159d62379f62 admin admin] Checking segment: {'id': '55e04e47-17f0-4a67-bb37-7ff4aea2e740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'a519d4bc-1083-41fa-aa15-ce01dbaa8f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Sep 15 13:45:39.617850 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60c9526-9908-4fa1-8c85-159d62379f62 admin admin] Network hostable DHCP agents. Network: a519d4bc-1083-41fa-aa15-ce01dbaa8f22, hostable agents: ['1e45ab9c-2f68-483a-a4f9-339d8484c2ba'], hosted agents: [] {{(pid=82346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Sep 15 13:45:39.640767 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60c9526-9908-4fa1-8c85-159d62379f62 admin admin] Network a519d4bc-1083-41fa-aa15-ce01dbaa8f22 is scheduled to be hosted by DHCP agent 1e45ab9c-2f68-483a-a4f9-339d8484c2ba with binding_index 1 {{(pid=82346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Sep 15 13:45:39.650223 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.base_scheduler [None req-d60c9526-9908-4fa1-8c85-159d62379f62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809181-1-iscsi, a519d4bc-1083-41fa-aa15-ce01dbaa8f22) {{(pid=82346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Sep 15 13:45:39.658636 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60c9526-9908-4fa1-8c85-159d62379f62 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:45:39.658814 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387633fe-7fae-472f-a311-439827bd0cbe None None] Network a519d4bc-1083-41fa-aa15-ce01dbaa8f22 requested from dv-cinder-809181-1-iscsi {{(pid=82347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Sep 15 13:45:39.659614 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-d60c9526-9908-4fa1-8c85-159d62379f62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:39.682362 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-41181b06-d257-4f9d-8c7f-69854ec9571a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cd2510d68>, [{'id': '90c47cd1-71b5-4141-8862-99e4195ddf80', 'name': 'tempest-TestVolumeBootPattern-1879708378-router', 'tenant_id': '8b4ff18c8d01411db26c7e00839763ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': 'e34694d5-b0b8-4c92-a996-6d18c3102646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:45:31Z', 'updated_at': '2021-09-15T13:45:35Z', 'revision_number': 4, 'project_id': '8b4ff18c8d01411db26c7e00839763ca', 'gw_port': {'id': 'e34694d5-b0b8-4c92-a996-6d18c3102646', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c47cd1-71b5-4141-8862-99e4195ddf80', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:32Z', 'updated_at': '2021-09-15T13:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi', '_interfaces': [{'id': '973a1b57-338f-4bb7-b561-67ae8f5dd51b', 'name': '', 'network_id': '793015e2-0d52-40cf-8c22-c0e40400b506', 'tenant_id': '8b4ff18c8d01411db26c7e00839763ca', 'mac_address': 'fa:16:3e:d9:16:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90c47cd1-71b5-4141-8862-99e4195ddf80', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98d7ad21-10e2-4f6e-af3b-e40f983ff5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:34Z', 'updated_at': '2021-09-15T13:45:35Z', 'revision_number': 2, 'project_id': '8b4ff18c8d01411db26c7e00839763ca', 'subnets': [{'id': '98d7ad21-10e2-4f6e-af3b-e40f983ff5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-iscsi', False) {} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:45:39.685160 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-d60c9526-9908-4fa1-8c85-159d62379f62 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.7195847
Sep 15 13:45:39.687711 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 38186) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:45:39.693762 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [None req-5b84eebd-3416-40f3-bcf5-9470fc040e32 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1056167794-router', 'tenant_id': '271a432115e445938ab0d0de8fd8fb89', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6'}}} {{(pid=82345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:45:39.699668 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-5b84eebd-3416-40f3-bcf5-9470fc040e32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:45:39.700349 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41181b06-d257-4f9d-8c7f-69854ec9571a None None] Checking router: 90c47cd1-71b5-4141-8862-99e4195ddf80 for host: dv-cinder-809181-1-iscsi {{(pid=82347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Sep 15 13:45:39.700761 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41181b06-d257-4f9d-8c7f-69854ec9571a None None] Updating router 90c47cd1-71b5-4141-8862-99e4195ddf80 port 973a1b57-338f-4bb7-b561-67ae8f5dd51b binding host dv-cinder-809181-1-iscsi {{(pid=82347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Sep 15 13:45:39.704827 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-5b84eebd-3416-40f3-bcf5-9470fc040e32 admin admin] Usage tracker for resource:router and tenant:271a432115e445938ab0d0de8fd8fb89 is out of sync, need to count used quota {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:45:39.709830 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-5b84eebd-3416-40f3-bcf5-9470fc040e32 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:45:39.730679 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-5b84eebd-3416-40f3-bcf5-9470fc040e32 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:45:39.757239 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5b84eebd-3416-40f3-bcf5-9470fc040e32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853094885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854743947'] for router, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:39.758810 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5b84eebd-3416-40f3-bcf5-9470fc040e32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1681141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1673265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2016606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31868'] for router, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:39.767145 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 38192) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:45:39.839477 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5b84eebd-3416-40f3-bcf5-9470fc040e32 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:39.875548 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-917e104b-d7a7-401f-a6e5-31a8ffe3e4d3 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Notify callbacks [] for security_group, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:39.987995 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-41181b06-d257-4f9d-8c7f-69854ec9571a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:40.009648 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device e34694d5-b0b8-4c92-a996-6d18c3102646 up at agent ovs-agent-dv-cinder-809181-1-iscsi {{(pid=82347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Sep 15 13:45:40.031883 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-917e104b-d7a7-401f-a6e5-31a8ffe3e4d3 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:40.078866 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5b84eebd-3416-40f3-bcf5-9470fc040e32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1673218', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853094812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31855'] for router, precommit_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:40.126625 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-917e104b-d7a7-401f-a6e5-31a8ffe3e4d3 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:40.133482 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-1f5e2461-04b6-441b-b7c5-5b8a04b457c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:45:40.148140 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917e104b-d7a7-401f-a6e5-31a8ffe3e4d3 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89175963-9081-4766-bd6e-dce643f9d5fa,revision_number=None']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:45:40.152422 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-917e104b-d7a7-401f-a6e5-31a8ffe3e4d3 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:45:40.170816 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-917e104b-d7a7-401f-a6e5-31a8ffe3e4d3 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Notify callbacks [] for security_group, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:40.172076 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-917e104b-d7a7-401f-a6e5-31a8ffe3e4d3 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] 10.222.0.41 "DELETE /v2.0/security-groups/89175963-9081-4766-bd6e-dce643f9d5fa HTTP/1.1" status: 204  len: 168 time: 0.4038851
Sep 15 13:45:40.225059 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 38198) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:45:40.313562 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab20f3c-a96b-44d7-8302-45530d06931b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27da5d1b-a3b4-502a-adbd-d11dbe7a94ca-a519d4bc-1083-41fa-aa15-ce01dbaa8f22', 'network_id': 'a519d4bc-1083-41fa-aa15-ce01dbaa8f22', 'tenant_id': '271a432115e445938ab0d0de8fd8fb89', 'fixed_ips': [{'subnet_id': 'aaa8f235-5c99-479c-8dcd-1fd9a7bc289a'}]}} from dv-cinder-809181-1-iscsi. {{(pid=82347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Sep 15 13:45:40.314415 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-eab20f3c-a96b-44d7-8302-45530d06931b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_create {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:40.364766 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Provisioning complete for port e34694d5-b0b8-4c92-a996-6d18c3102646 triggered by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:45:40.365184 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:40.375924 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5b84eebd-3416-40f3-bcf5-9470fc040e32 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:40.409693 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5b84eebd-3416-40f3-bcf5-9470fc040e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:40.563518 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.db_base_plugin_common [None req-5b84eebd-3416-40f3-bcf5-9470fc040e32 admin admin] Allocated IP 172.27.2.237 (8154de37-a8f1-49b5-9df6-05123ded69e6/8c022743-acfa-4652-88a1-355a85d34b79/3b04fe53-e3ee-40f6-979f-ad97101c7b31) {{(pid=82345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Sep 15 13:45:40.726176 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.db_base_plugin_common [None req-eab20f3c-a96b-44d7-8302-45530d06931b None None] Allocated IP 172.20.0.2 (a519d4bc-1083-41fa-aa15-ce01dbaa8f22/aaa8f235-5c99-479c-8dcd-1fd9a7bc289a/69e92bd5-63db-4e3b-b43f-ab62aea9938a) {{(pid=82347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Sep 15 13:45:40.736914 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5b84eebd-3416-40f3-bcf5-9470fc040e32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:40.767425 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5b84eebd-3416-40f3-bcf5-9470fc040e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363301743938437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852138254'] for port, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:40.778693 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-777b8d12-1e23-4a25-ae51-cf3220c5351d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:45:40.836089 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b84eebd-3416-40f3-bcf5-9470fc040e32 admin admin] Network 8154de37-a8f1-49b5-9df6-05123ded69e6 is already hosted by enough agents. {{(pid=82345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Sep 15 13:45:40.839326 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.base_scheduler [None req-5b84eebd-3416-40f3-bcf5-9470fc040e32 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Sep 15 13:45:40.843671 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b84eebd-3416-40f3-bcf5-9470fc040e32 admin admin] Received port after_create {{(pid=82345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 15 13:45:40.906971 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b84eebd-3416-40f3-bcf5-9470fc040e32 admin admin] Pushing event updated for resources: {'Port': ['ID=3b04fe53-e3ee-40f6-979f-ad97101c7b31,revision_number=1']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:45:40.912478 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-5b84eebd-3416-40f3-bcf5-9470fc040e32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:45:40.917944 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-41181b06-d257-4f9d-8c7f-69854ec9571a None None] Notify callbacks [] for port, precommit_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:40.945575 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-a74cdebe-a9dc-4d78-b23d-75a8bb9a41c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1675944'] for router_interface, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:40.947347 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-41181b06-d257-4f9d-8c7f-69854ec9571a None None] Transition to ACTIVE for port object 973a1b57-338f-4bb7-b561-67ae8f5dd51b will not be triggered until provisioned by entity L2. {{(pid=82347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Sep 15 13:45:40.967541 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-41181b06-d257-4f9d-8c7f-69854ec9571a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:40.975217 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:45:41.044005 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5b84eebd-3416-40f3-bcf5-9470fc040e32 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:41.045045 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5b84eebd-3416-40f3-bcf5-9470fc040e32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1680915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853102492'] for router, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:41.149701 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c26f50-af63-471b-87c9-53ab6bba4e48 None None] Pushing event updated for resources: {'Port': ['ID=973a1b57-338f-4bb7-b561-67ae8f5dd51b,revision_number=3']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:45:41.153049 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-c5c26f50-af63-471b-87c9-53ab6bba4e48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:45:41.190131 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-eab20f3c-a96b-44d7-8302-45530d06931b None None] Notify callbacks [] for port, precommit_create {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:41.354150 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-eab20f3c-a96b-44d7-8302-45530d06931b None None] Transition to ACTIVE for port object 69e92bd5-63db-4e3b-b43f-ab62aea9938a will not be triggered until provisioned by entity L2. {{(pid=82347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Sep 15 13:45:41.422992 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [None req-41181b06-d257-4f9d-8c7f-69854ec9571a None None] Attempting to bind port 973a1b57-338f-4bb7-b561-67ae8f5dd51b on host dv-cinder-809181-1-iscsi for vnic_type normal with profile  {{(pid=82347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Sep 15 13:45:41.424254 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [None req-41181b06-d257-4f9d-8c7f-69854ec9571a None None] Attempting to bind port 973a1b57-338f-4bb7-b561-67ae8f5dd51b by drivers openvswitch,hyperv on host dv-cinder-809181-1-iscsi at level 0 using segments [{'id': '44a35f9e-9e32-4381-8e07-9adb36df31d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '793015e2-0d52-40cf-8c22-c0e40400b506'}] {{(pid=82347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Sep 15 13:45:41.424859 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41181b06-d257-4f9d-8c7f-69854ec9571a None None] Attempting to bind port 973a1b57-338f-4bb7-b561-67ae8f5dd51b on network 793015e2-0d52-40cf-8c22-c0e40400b506 {{(pid=82347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Sep 15 13:45:41.428831 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-eab20f3c-a96b-44d7-8302-45530d06931b None None] Transition to ACTIVE for port object 69e92bd5-63db-4e3b-b43f-ab62aea9938a will not be triggered until provisioned by entity DHCP. {{(pid=82347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Sep 15 13:45:41.439800 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-eab20f3c-a96b-44d7-8302-45530d06931b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363301743938437'] for port, after_create {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:41.446513 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:45:41.496513 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41181b06-d257-4f9d-8c7f-69854ec9571a None None] Checking agent: {'id': '0bfd5640-42e8-4a2a-ac27-f2d96fe1a4e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809181-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 29, 28), 'started_at': datetime.datetime(2021, 9, 15, 13, 29, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809181-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Sep 15 13:45:41.512573 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41181b06-d257-4f9d-8c7f-69854ec9571a None None] Checking segment: {'id': '44a35f9e-9e32-4381-8e07-9adb36df31d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '793015e2-0d52-40cf-8c22-c0e40400b506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Sep 15 13:45:41.513710 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-41181b06-d257-4f9d-8c7f-69854ec9571a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:41.514288 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41181b06-d257-4f9d-8c7f-69854ec9571a None None] Bound using segment: {'id': '44a35f9e-9e32-4381-8e07-9adb36df31d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '793015e2-0d52-40cf-8c22-c0e40400b506'} {{(pid=82347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Sep 15 13:45:41.514984 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [None req-41181b06-d257-4f9d-8c7f-69854ec9571a None None] Bound port: 973a1b57-338f-4bb7-b561-67ae8f5dd51b, host: dv-cinder-809181-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44a35f9e-9e32-4381-8e07-9adb36df31d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '793015e2-0d52-40cf-8c22-c0e40400b506'}}] {{(pid=82347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Sep 15 13:45:41.515574 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-41181b06-d257-4f9d-8c7f-69854ec9571a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:41.680780 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab20f3c-a96b-44d7-8302-45530d06931b None None] Network a519d4bc-1083-41fa-aa15-ce01dbaa8f22 is already hosted by enough agents. {{(pid=82347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Sep 15 13:45:41.690302 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.base_scheduler [None req-eab20f3c-a96b-44d7-8302-45530d06931b None None] Resources bound (agent type, host, resource id):  {{(pid=82347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Sep 15 13:45:41.705786 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab20f3c-a96b-44d7-8302-45530d06931b None None] Pushing event updated for resources: {'Port': ['ID=69e92bd5-63db-4e3b-b43f-ab62aea9938a,revision_number=1']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:45:41.708819 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab20f3c-a96b-44d7-8302-45530d06931b None None] Received port after_create {{(pid=82347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 15 13:45:41.723207 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-193b20eb-e6ac-4039-ba66-c642512cc164 req-47518215-fd68-4b0d-9150-893231aa0f13 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f6e8854d-558e-48c7-b160-ac7f6c1744c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1346514
Sep 15 13:45:41.746972 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-eab20f3c-a96b-44d7-8302-45530d06931b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:45:41.815534 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-41181b06-d257-4f9d-8c7f-69854ec9571a None None] For port 973a1b57-338f-4bb7-b561-67ae8f5dd51b, host dv-cinder-809181-1-iscsi, cleared binding levels {{(pid=82347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Sep 15 13:45:41.828265 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [None req-eab20f3c-a96b-44d7-8302-45530d06931b None None] Attempting to bind port 69e92bd5-63db-4e3b-b43f-ab62aea9938a on host dv-cinder-809181-1-iscsi for vnic_type normal with profile  {{(pid=82347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Sep 15 13:45:41.828682 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [None req-eab20f3c-a96b-44d7-8302-45530d06931b None None] Attempting to bind port 69e92bd5-63db-4e3b-b43f-ab62aea9938a by drivers openvswitch,hyperv on host dv-cinder-809181-1-iscsi at level 0 using segments [{'id': '55e04e47-17f0-4a67-bb37-7ff4aea2e740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'a519d4bc-1083-41fa-aa15-ce01dbaa8f22'}] {{(pid=82347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Sep 15 13:45:41.829102 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab20f3c-a96b-44d7-8302-45530d06931b None None] Attempting to bind port 69e92bd5-63db-4e3b-b43f-ab62aea9938a on network a519d4bc-1083-41fa-aa15-ce01dbaa8f22 {{(pid=82347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Sep 15 13:45:41.832237 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-41181b06-d257-4f9d-8c7f-69854ec9571a None None] For port 973a1b57-338f-4bb7-b561-67ae8f5dd51b, host dv-cinder-809181-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-iscsi',level=0,port_id=973a1b57-338f-4bb7-b561-67ae8f5dd51b,segment=NetworkSegment(44a35f9e-9e32-4381-8e07-9adb36df31d4),segment_id=44a35f9e-9e32-4381-8e07-9adb36df31d4)] {{(pid=82347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Sep 15 13:45:41.840017 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-41181b06-d257-4f9d-8c7f-69854ec9571a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:41.844648 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:45:41.852695 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-a74cdebe-a9dc-4d78-b23d-75a8bb9a41c7 admin admin] Deleting port fa3fcfa1-2d7c-4603-8661-9a7c3787d173 {{(pid=82346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Sep 15 13:45:41.853524 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-a74cdebe-a9dc-4d78-b23d-75a8bb9a41c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301743532404'] for port, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:41.868875 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-193b20eb-e6ac-4039-ba66-c642512cc164 req-22ab5723-9a43-4a5a-bfea-4931579f8763 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=025c529061864e2ab47987e7d6ed7d28&device_id=f6e8854d-558e-48c7-b160-ac7f6c1744c4 HTTP/1.1" status: 200  len: 1100 time: 0.1098707
Sep 15 13:45:41.877148 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b84eebd-3416-40f3-bcf5-9470fc040e32 admin admin] Router d8c6486c-4065-4e7f-85d6-3ac9823e7df7 is scheduled to L3 agent c919ec5e-912e-4080-8a6b-9b8956cb875b with binding_index 1 {{(pid=82345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Sep 15 13:45:41.877691 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab20f3c-a96b-44d7-8302-45530d06931b None None] Checking agent: {'id': '0bfd5640-42e8-4a2a-ac27-f2d96fe1a4e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809181-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 29, 28), 'started_at': datetime.datetime(2021, 9, 15, 13, 29, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809181-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Sep 15 13:45:41.878131 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab20f3c-a96b-44d7-8302-45530d06931b None None] Checking segment: {'id': '55e04e47-17f0-4a67-bb37-7ff4aea2e740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'a519d4bc-1083-41fa-aa15-ce01dbaa8f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Sep 15 13:45:41.878591 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-eab20f3c-a96b-44d7-8302-45530d06931b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:41.879044 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab20f3c-a96b-44d7-8302-45530d06931b None None] Bound using segment: {'id': '55e04e47-17f0-4a67-bb37-7ff4aea2e740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'a519d4bc-1083-41fa-aa15-ce01dbaa8f22'} {{(pid=82347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Sep 15 13:45:41.879664 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [None req-eab20f3c-a96b-44d7-8302-45530d06931b None None] Bound port: 69e92bd5-63db-4e3b-b43f-ab62aea9938a, host: dv-cinder-809181-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e04e47-17f0-4a67-bb37-7ff4aea2e740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'a519d4bc-1083-41fa-aa15-ce01dbaa8f22'}}] {{(pid=82347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Sep 15 13:45:41.880084 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-eab20f3c-a96b-44d7-8302-45530d06931b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:42.013076 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c26f50-af63-471b-87c9-53ab6bba4e48 None None] Pushing event updated for resources: {'Port': ['ID=973a1b57-338f-4bb7-b561-67ae8f5dd51b,revision_number=4']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:45:42.022440 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-c5c26f50-af63-471b-87c9-53ab6bba4e48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:45:42.029030 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41181b06-d257-4f9d-8c7f-69854ec9571a None None] Routers {'90c47cd1-71b5-4141-8862-99e4195ddf80'} bound to L3 agent in host dv-cinder-809181-1-iscsi {{(pid=82347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 15 13:45:42.029735 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-41181b06-d257-4f9d-8c7f-69854ec9571a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cd2510d68>, 'dv-cinder-809181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T13:29:29Z,description=<?>,heartbeat_timestamp=2021-09-15T13:45:29Z,host='dv-cinder-809181-1-iscsi',id=c919ec5e-912e-4080-8a6b-9b8956cb875b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T13:29:29Z,topic='l3_agent')) {'router_ids': ['90c47cd1-71b5-4141-8862-99e4195ddf80'], 'active': True} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:45:42.060000 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-a74cdebe-a9dc-4d78-b23d-75a8bb9a41c7 admin admin] For port fa3fcfa1-2d7c-4603-8661-9a7c3787d173, host dv-cinder-809181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-iscsi',level=0,port_id=fa3fcfa1-2d7c-4603-8661-9a7c3787d173,segment=NetworkSegment(56e1ad63-677e-400c-b8f9-048d7d57e5d3),segment_id=56e1ad63-677e-400c-b8f9-048d7d57e5d3)] {{(pid=82346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:45:42.061138 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-a74cdebe-a9dc-4d78-b23d-75a8bb9a41c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853103875'] for port, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:42.118489 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193b20eb-e6ac-4039-ba66-c642512cc164 req-9d47b531-e05e-4212-9837-c80eada36c3f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:45:42.120102 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-193b20eb-e6ac-4039-ba66-c642512cc164 req-9d47b531-e05e-4212-9837-c80eada36c3f service neutron] 10.222.0.36 "GET /v2.0/networks?id=e9c16276-857e-49e4-bec2-1a6e621bb0c0 HTTP/1.1" status: 200  len: 917 time: 0.2302547
Sep 15 13:45:42.211220 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-a74cdebe-a9dc-4d78-b23d-75a8bb9a41c7 admin admin] Calling delete_port for fa3fcfa1-2d7c-4603-8661-9a7c3787d173 owned by network:router_interface {{(pid=82346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Sep 15 13:45:42.255555 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Device 2d645075-44ff-4519-8770-07ec8ae0948f no longer exists at agent hyperv_hv-cinder-80918 {{(pid=82347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Sep 15 13:45:42.296007 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-eab20f3c-a96b-44d7-8302-45530d06931b None None] For port 69e92bd5-63db-4e3b-b43f-ab62aea9938a, host dv-cinder-809181-1-iscsi, cleared binding levels {{(pid=82347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Sep 15 13:45:42.306031 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-eab20f3c-a96b-44d7-8302-45530d06931b None None] For port 69e92bd5-63db-4e3b-b43f-ab62aea9938a, host dv-cinder-809181-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-iscsi',level=0,port_id=69e92bd5-63db-4e3b-b43f-ab62aea9938a,segment=NetworkSegment(55e04e47-17f0-4a67-bb37-7ff4aea2e740),segment_id=55e04e47-17f0-4a67-bb37-7ff4aea2e740)] {{(pid=82347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Sep 15 13:45:42.324675 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-193b20eb-e6ac-4039-ba66-c642512cc164 req-99964a16-6acf-45a2-8608-043edb14ec4b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7 HTTP/1.1" status: 200  len: 1002 time: 0.1480300
Sep 15 13:45:42.396820 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] No Port match for: 2d645075-44ff-4519-8770-07ec8ae0948f {{(pid=82347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Sep 15 13:45:42.397133 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Device 2d645075-44ff-4519-8770-07ec8ae0948f not bound to the agent host hv-cinder-80918 {{(pid=82347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Sep 15 13:45:42.399161 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-eab20f3c-a96b-44d7-8302-45530d06931b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:42.409454 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:45:42.409883 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193b20eb-e6ac-4039-ba66-c642512cc164 req-cc814a30-9bd4-4a6f-a80f-d5a55243d670 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:45:42.412063 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-193b20eb-e6ac-4039-ba66-c642512cc164 req-cc814a30-9bd4-4a6f-a80f-d5a55243d670 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5d3cda93-f669-4c8c-b3ae-fd1f6c47904a HTTP/1.1" status: 200  len: 855 time: 0.0789709
Sep 15 13:45:42.414190 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-a74cdebe-a9dc-4d78-b23d-75a8bb9a41c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301743526908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735110837380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1447919'] for port, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:42.419567 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-15e78ab7-c1d9-49f5-b692-e791ff519522 tempest-VolumesNegativeTest-1142966262 tempest-VolumesNegativeTest-1142966262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:45:42.470759 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74cdebe-a9dc-4d78-b23d-75a8bb9a41c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa3fcfa1-2d7c-4603-8661-9a7c3787d173,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:45:42.474799 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-a74cdebe-a9dc-4d78-b23d-75a8bb9a41c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:45:42.486364 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b84eebd-3416-40f3-bcf5-9470fc040e32 admin admin] Notify agent at l3_agent.dv-cinder-809181-1-iscsi the message routers_updated {{(pid=82345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Sep 15 13:45:42.500873 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f26c699-3b44-4396-9f2a-d7f2f0a56c98 None None] Sync routers for ids ['d8c6486c-4065-4e7f-85d6-3ac9823e7df7'] in dv-cinder-809181-1-iscsi {{(pid=82348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Sep 15 13:45:42.520722 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f26c699-3b44-4396-9f2a-d7f2f0a56c98 None None] Routers {'d8c6486c-4065-4e7f-85d6-3ac9823e7df7'} bound to L3 agent in host dv-cinder-809181-1-iscsi {{(pid=82348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 15 13:45:42.521413 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-4f26c699-3b44-4396-9f2a-d7f2f0a56c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cd26e3a58>, 'dv-cinder-809181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T13:29:29Z,description=<?>,heartbeat_timestamp=2021-09-15T13:45:29Z,host='dv-cinder-809181-1-iscsi',id=c919ec5e-912e-4080-8a6b-9b8956cb875b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T13:29:29Z,topic='l3_agent')) {'router_ids': ['d8c6486c-4065-4e7f-85d6-3ac9823e7df7'], 'active': True} {{(pid=82348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:45:42.558146 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab20f3c-a96b-44d7-8302-45530d06931b None None] Pushing event updated for resources: {'Port': ['ID=69e92bd5-63db-4e3b-b43f-ab62aea9938a,revision_number=2']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:45:42.563858 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-eab20f3c-a96b-44d7-8302-45530d06931b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:45:42.570992 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5b84eebd-3416-40f3-bcf5-9470fc040e32 admin admin] Notify callbacks [] for router, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:42.572342 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-5b84eebd-3416-40f3-bcf5-9470fc040e32 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 2.8833590
Sep 15 13:45:42.576037 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 38216) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:45:42.595258 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvr_db [None req-41181b06-d257-4f9d-8c7f-69854ec9571a None None] Set router 90c47cd1-71b5-4141-8862-99e4195ddf80 gateway port host: dv-cinder-809181-1-iscsi {{(pid=82347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Sep 15 13:45:42.658552 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-193b20eb-e6ac-4039-ba66-c642512cc164 req-01f38402-ffe3-486c-a365-8841b5a32650 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e9c16276-857e-49e4-bec2-1a6e621bb0c0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2341454
Sep 15 13:45:42.941378 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-193b20eb-e6ac-4039-ba66-c642512cc164 req-7567f66f-36a6-49fa-a071-49d1efe44629 service neutron] 10.222.0.36 "GET /v2.0/networks/e9c16276-857e-49e4-bec2-1a6e621bb0c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2753959
Sep 15 13:45:42.981147 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-a74cdebe-a9dc-4d78-b23d-75a8bb9a41c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847625941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1675974'] for router_interface, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:43.176946 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-193b20eb-e6ac-4039-ba66-c642512cc164 req-1d228716-7d51-4f61-b153-3994c2fe9f06 service neutron] 10.222.0.36 "GET /v2.0/networks/e9c16276-857e-49e4-bec2-1a6e621bb0c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2277305
Sep 15 13:45:43.197874 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvr_db [None req-4f26c699-3b44-4396-9f2a-d7f2f0a56c98 None None] Set router d8c6486c-4065-4e7f-85d6-3ac9823e7df7 gateway port host: dv-cinder-809181-1-iscsi {{(pid=82348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Sep 15 13:45:43.400662 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-41181b06-d257-4f9d-8c7f-69854ec9571a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cd2510d68>, [{'id': '90c47cd1-71b5-4141-8862-99e4195ddf80', 'name': 'tempest-TestVolumeBootPattern-1879708378-router', 'tenant_id': '8b4ff18c8d01411db26c7e00839763ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': 'e34694d5-b0b8-4c92-a996-6d18c3102646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:45:31Z', 'updated_at': '2021-09-15T13:45:35Z', 'revision_number': 4, 'project_id': '8b4ff18c8d01411db26c7e00839763ca', 'gw_port': {'id': 'e34694d5-b0b8-4c92-a996-6d18c3102646', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c47cd1-71b5-4141-8862-99e4195ddf80', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:32Z', 'updated_at': '2021-09-15T13:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi', '_interfaces': [{'id': '973a1b57-338f-4bb7-b561-67ae8f5dd51b', 'name': '', 'network_id': '793015e2-0d52-40cf-8c22-c0e40400b506', 'tenant_id': '8b4ff18c8d01411db26c7e00839763ca', 'mac_address': 'fa:16:3e:d9:16:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90c47cd1-71b5-4141-8862-99e4195ddf80', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98d7ad21-10e2-4f6e-af3b-e40f983ff5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:34Z', 'updated_at': '2021-09-15T13:45:41Z', 'revision_number': 4, 'project_id': '8b4ff18c8d01411db26c7e00839763ca', 'subnets': [{'id': '98d7ad21-10e2-4f6e-af3b-e40f983ff5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-iscsi', False) {} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:45:43.410396 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41181b06-d257-4f9d-8c7f-69854ec9571a None None] The sync data for ids ['90c47cd1-71b5-4141-8862-99e4195ddf80'] in dv-cinder-809181-1-iscsi is: [{'id': '90c47cd1-71b5-4141-8862-99e4195ddf80', 'name': 'tempest-TestVolumeBootPattern-1879708378-router', 'tenant_id': '8b4ff18c8d01411db26c7e00839763ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': 'e34694d5-b0b8-4c92-a996-6d18c3102646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:45:31Z', 'updated_at': '2021-09-15T13:45:35Z', 'revision_number': 4, 'project_id': '8b4ff18c8d01411db26c7e00839763ca', 'gw_port': {'id': 'e34694d5-b0b8-4c92-a996-6d18c3102646', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c47cd1-71b5-4141-8862-99e4195ddf80', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:32Z', 'updated_at': '2021-09-15T13:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi', '_interfaces': [{'id': '973a1b57-338f-4bb7-b561-67ae8f5dd51b', 'name': '', 'network_id': '793015e2-0d52-40cf-8c22-c0e40400b506', 'tenant_id': '8b4ff18c8d01411db26c7e00839763ca', 'mac_address': 'fa:16:3e:d9:16:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90c47cd1-71b5-4141-8862-99e4195ddf80', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98d7ad21-10e2-4f6e-af3b-e40f983ff5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:34Z', 'updated_at': '2021-09-15T13:45:41Z', 'revision_number': 4, 'project_id': '8b4ff18c8d01411db26c7e00839763ca', 'subnets': [{'id': '98d7ad21-10e2-4f6e-af3b-e40f983ff5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Sep 15 13:45:43.823374 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-4f26c699-3b44-4396-9f2a-d7f2f0a56c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cd26e3a58>, [{'id': 'd8c6486c-4065-4e7f-85d6-3ac9823e7df7', 'name': 'tempest-TestVolumeBootPattern-1056167794-router', 'tenant_id': '271a432115e445938ab0d0de8fd8fb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': '3b04fe53-e3ee-40f6-979f-ad97101c7b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:45:39Z', 'updated_at': '2021-09-15T13:45:40Z', 'revision_number': 3, 'project_id': '271a432115e445938ab0d0de8fd8fb89', 'gw_port': {'id': '3b04fe53-e3ee-40f6-979f-ad97101c7b31', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f9:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c6486c-4065-4e7f-85d6-3ac9823e7df7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:40Z', 'updated_at': '2021-09-15T13:45:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi'}], 'dv-cinder-809181-1-iscsi', False) {} {{(pid=82348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:45:43.827922 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f26c699-3b44-4396-9f2a-d7f2f0a56c98 None None] Checking router: d8c6486c-4065-4e7f-85d6-3ac9823e7df7 for host: dv-cinder-809181-1-iscsi {{(pid=82348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Sep 15 13:45:43.828449 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f26c699-3b44-4396-9f2a-d7f2f0a56c98 None None] Updating router d8c6486c-4065-4e7f-85d6-3ac9823e7df7 port 3b04fe53-e3ee-40f6-979f-ad97101c7b31 binding host dv-cinder-809181-1-iscsi {{(pid=82348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Sep 15 13:45:43.884979 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-4f26c699-3b44-4396-9f2a-d7f2f0a56c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:44.090286 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-211a7f20-157c-40fe-b80e-ba6086055f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:44.178493 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a74cdebe-a9dc-4d78-b23d-75a8bb9a41c7 admin admin] Router def197bf-e032-4066-abc5-ada4d618508b has already been hosted by L3 agent c919ec5e-912e-4080-8a6b-9b8956cb875b {{(pid=82346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Sep 15 13:45:44.349982 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device 973a1b57-338f-4bb7-b561-67ae8f5dd51b up at agent ovs-agent-dv-cinder-809181-1-iscsi {{(pid=82347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Sep 15 13:45:44.456404 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.db_base_plugin_common [None req-211a7f20-157c-40fe-b80e-ba6086055f28 admin admin] Allocated IP 172.20.0.1 (a519d4bc-1083-41fa-aa15-ce01dbaa8f22/aaa8f235-5c99-479c-8dcd-1fd9a7bc289a/0edd405b-049a-4bc6-99e1-3ced9c237a8a) {{(pid=82345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Sep 15 13:45:44.505728 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a74cdebe-a9dc-4d78-b23d-75a8bb9a41c7 admin admin] Notify agent at l3_agent.dv-cinder-809181-1-iscsi the message routers_updated {{(pid=82346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Sep 15 13:45:44.513624 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Provisioning for port 973a1b57-338f-4bb7-b561-67ae8f5dd51b completed by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Sep 15 13:45:44.523116 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9848002-cb8a-4ea7-9da0-88c6d8447d28 None None] Sync routers for ids ['def197bf-e032-4066-abc5-ada4d618508b'] in dv-cinder-809181-1-iscsi {{(pid=82347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Sep 15 13:45:44.535515 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-a74cdebe-a9dc-4d78-b23d-75a8bb9a41c7 admin admin] 10.222.0.41 "PUT /v2.0/routers/def197bf-e032-4066-abc5-ada4d618508b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3082178
Sep 15 13:45:44.538327 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 38232) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:45:44.546430 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-4f26c699-3b44-4396-9f2a-d7f2f0a56c98 None None] Notify callbacks [] for port, precommit_update {{(pid=82348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:44.563497 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Provisioning complete for port 973a1b57-338f-4bb7-b561-67ae8f5dd51b triggered by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:45:44.564053 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:44.565616 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-4f26c699-3b44-4396-9f2a-d7f2f0a56c98 None None] Transition to ACTIVE for port object 3b04fe53-e3ee-40f6-979f-ad97101c7b31 will not be triggered until provisioned by entity L2. {{(pid=82348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Sep 15 13:45:44.583559 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-4f26c699-3b44-4396-9f2a-d7f2f0a56c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:44.594793 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-6b09ce49-d999-4f92-bf7e-f37d2e683f2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:45:44.662615 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9848002-cb8a-4ea7-9da0-88c6d8447d28 None None] Routers {'def197bf-e032-4066-abc5-ada4d618508b'} bound to L3 agent in host dv-cinder-809181-1-iscsi {{(pid=82347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 15 13:45:44.663547 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-f9848002-cb8a-4ea7-9da0-88c6d8447d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cd1d397f0>, 'dv-cinder-809181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T13:29:29Z,description=<?>,heartbeat_timestamp=2021-09-15T13:45:29Z,host='dv-cinder-809181-1-iscsi',id=c919ec5e-912e-4080-8a6b-9b8956cb875b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T13:29:29Z,topic='l3_agent')) {'router_ids': ['def197bf-e032-4066-abc5-ada4d618508b'], 'active': True} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:45:44.689717 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812f8782-f201-48e7-ac91-e1f5876699a1 None None] Pushing event updated for resources: {'Port': ['ID=3b04fe53-e3ee-40f6-979f-ad97101c7b31,revision_number=2']} {{(pid=82348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:45:44.693626 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-812f8782-f201-48e7-ac91-e1f5876699a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=82348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:45:44.744776 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [None req-4f26c699-3b44-4396-9f2a-d7f2f0a56c98 None None] Attempting to bind port 3b04fe53-e3ee-40f6-979f-ad97101c7b31 on host dv-cinder-809181-1-iscsi for vnic_type normal with profile  {{(pid=82348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Sep 15 13:45:44.745195 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [None req-4f26c699-3b44-4396-9f2a-d7f2f0a56c98 None None] Attempting to bind port 3b04fe53-e3ee-40f6-979f-ad97101c7b31 by drivers openvswitch,hyperv on host dv-cinder-809181-1-iscsi at level 0 using segments [{'id': 'fb39ec5d-b714-4bbc-8dc4-da8589a681e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6'}] {{(pid=82348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Sep 15 13:45:44.745605 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f26c699-3b44-4396-9f2a-d7f2f0a56c98 None None] Attempting to bind port 3b04fe53-e3ee-40f6-979f-ad97101c7b31 on network 8154de37-a8f1-49b5-9df6-05123ded69e6 {{(pid=82348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Sep 15 13:45:44.757638 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f26c699-3b44-4396-9f2a-d7f2f0a56c98 None None] Checking agent: {'id': '0bfd5640-42e8-4a2a-ac27-f2d96fe1a4e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809181-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 29, 28), 'started_at': datetime.datetime(2021, 9, 15, 13, 29, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809181-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Sep 15 13:45:44.758030 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f26c699-3b44-4396-9f2a-d7f2f0a56c98 None None] Checking segment: {'id': 'fb39ec5d-b714-4bbc-8dc4-da8589a681e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Sep 15 13:45:44.758491 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-4f26c699-3b44-4396-9f2a-d7f2f0a56c98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:44.759058 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f26c699-3b44-4396-9f2a-d7f2f0a56c98 None None] Bound using segment: {'id': 'fb39ec5d-b714-4bbc-8dc4-da8589a681e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6'} {{(pid=82348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Sep 15 13:45:44.759601 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [None req-4f26c699-3b44-4396-9f2a-d7f2f0a56c98 None None] Bound port: 3b04fe53-e3ee-40f6-979f-ad97101c7b31, host: dv-cinder-809181-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb39ec5d-b714-4bbc-8dc4-da8589a681e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6'}}] {{(pid=82348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Sep 15 13:45:44.760064 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-4f26c699-3b44-4396-9f2a-d7f2f0a56c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:44.893828 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-1062d070-91e6-4540-bf60-573b418516f7 admin admin] Notify callbacks [] for router, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:44.923174 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-4f26c699-3b44-4396-9f2a-d7f2f0a56c98 None None] For port 3b04fe53-e3ee-40f6-979f-ad97101c7b31, host dv-cinder-809181-1-iscsi, cleared binding levels {{(pid=82348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Sep 15 13:45:44.927470 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-4f26c699-3b44-4396-9f2a-d7f2f0a56c98 None None] For port 3b04fe53-e3ee-40f6-979f-ad97101c7b31, host dv-cinder-809181-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-iscsi',level=0,port_id=3b04fe53-e3ee-40f6-979f-ad97101c7b31,segment=NetworkSegment(fb39ec5d-b714-4bbc-8dc4-da8589a681e7),segment_id=fb39ec5d-b714-4bbc-8dc4-da8589a681e7)] {{(pid=82348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Sep 15 13:45:44.935089 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-4f26c699-3b44-4396-9f2a-d7f2f0a56c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:44.936700 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:44.943279 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-f9c3cf6c-734e-4be0-83c9-84d24757aba8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:45:45.008006 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] For port 973a1b57-338f-4bb7-b561-67ae8f5dd51b, host dv-cinder-809181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-iscsi',level=0,port_id=973a1b57-338f-4bb7-b561-67ae8f5dd51b,segment=NetworkSegment(44a35f9e-9e32-4381-8e07-9adb36df31d4),segment_id=44a35f9e-9e32-4381-8e07-9adb36df31d4)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:45:45.018701 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:45.021173 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device 69e92bd5-63db-4e3b-b43f-ab62aea9938a up at agent ovs-agent-dv-cinder-809181-1-iscsi {{(pid=82347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Sep 15 13:45:45.046624 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812f8782-f201-48e7-ac91-e1f5876699a1 None None] Pushing event updated for resources: {'Port': ['ID=3b04fe53-e3ee-40f6-979f-ad97101c7b31,revision_number=3']} {{(pid=82348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:45:45.050873 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-812f8782-f201-48e7-ac91-e1f5876699a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=82348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:45:45.057152 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvr_db [None req-f9848002-cb8a-4ea7-9da0-88c6d8447d28 None None] Set router def197bf-e032-4066-abc5-ada4d618508b gateway port host: dv-cinder-809181-1-iscsi {{(pid=82347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Sep 15 13:45:45.106018 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f26c699-3b44-4396-9f2a-d7f2f0a56c98 None None] Routers {'d8c6486c-4065-4e7f-85d6-3ac9823e7df7'} bound to L3 agent in host dv-cinder-809181-1-iscsi {{(pid=82348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 15 13:45:45.106480 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:45:45.107468 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-4f26c699-3b44-4396-9f2a-d7f2f0a56c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cd26e3a58>, 'dv-cinder-809181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T13:29:29Z,description=<?>,heartbeat_timestamp=2021-09-15T13:45:29Z,host='dv-cinder-809181-1-iscsi',id=c919ec5e-912e-4080-8a6b-9b8956cb875b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T13:29:29Z,topic='l3_agent')) {'router_ids': ['d8c6486c-4065-4e7f-85d6-3ac9823e7df7'], 'active': True} {{(pid=82348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:45:45.155683 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-211a7f20-157c-40fe-b80e-ba6086055f28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:45.158824 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82650b9b-c054-4202-95ce-9bf1ad172fe4 None None] Network a519d4bc-1083-41fa-aa15-ce01dbaa8f22 requested from dv-cinder-809181-1-iscsi {{(pid=82347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Sep 15 13:45:45.174097 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-211a7f20-157c-40fe-b80e-ba6086055f28 admin admin] Transition to ACTIVE for port object 0edd405b-049a-4bc6-99e1-3ced9c237a8a will not be triggered until provisioned by entity DHCP. {{(pid=82345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Sep 15 13:45:45.209939 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-211a7f20-157c-40fe-b80e-ba6086055f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363301743938437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852138254'] for port, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:45.215303 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:45:45.288106 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-1062d070-91e6-4540-bf60-573b418516f7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:45.305655 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-1062d070-91e6-4540-bf60-573b418516f7 admin admin] Deleting port 9f8bf8ed-e6d1-4eec-9bce-4ebab4c2962b {{(pid=82346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Sep 15 13:45:45.306954 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-1062d070-91e6-4540-bf60-573b418516f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301743532404'] for port, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:45.324717 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211a7f20-157c-40fe-b80e-ba6086055f28 admin admin] Pushing event updated for resources: {'Port': ['ID=0edd405b-049a-4bc6-99e1-3ced9c237a8a,revision_number=1']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:45:45.335539 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-211a7f20-157c-40fe-b80e-ba6086055f28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:45:45.369367 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211a7f20-157c-40fe-b80e-ba6086055f28 admin admin] Network a519d4bc-1083-41fa-aa15-ce01dbaa8f22 is already hosted by enough agents. {{(pid=82345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Sep 15 13:45:45.371292 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.base_scheduler [None req-211a7f20-157c-40fe-b80e-ba6086055f28 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Sep 15 13:45:45.374466 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211a7f20-157c-40fe-b80e-ba6086055f28 admin admin] Received port after_create {{(pid=82345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 15 13:45:45.379029 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvr_db [None req-4f26c699-3b44-4396-9f2a-d7f2f0a56c98 None None] Set router d8c6486c-4065-4e7f-85d6-3ac9823e7df7 gateway port host: dv-cinder-809181-1-iscsi {{(pid=82348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Sep 15 13:45:45.503779 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-211a7f20-157c-40fe-b80e-ba6086055f28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1673504'] for router_interface, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:45.607372 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-1062d070-91e6-4540-bf60-573b418516f7 admin admin] For port 9f8bf8ed-e6d1-4eec-9bce-4ebab4c2962b, host dv-cinder-809181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-iscsi',level=0,port_id=9f8bf8ed-e6d1-4eec-9bce-4ebab4c2962b,segment=NetworkSegment(fb39ec5d-b714-4bbc-8dc4-da8589a681e7),segment_id=fb39ec5d-b714-4bbc-8dc4-da8589a681e7)] {{(pid=82346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:45:45.608038 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-1062d070-91e6-4540-bf60-573b418516f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853103875'] for port, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:45.660317 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-211a7f20-157c-40fe-b80e-ba6086055f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:45.746312 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Pushing event updated for resources: {'Port': ['ID=973a1b57-338f-4bb7-b561-67ae8f5dd51b,revision_number=5']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:45:45.758438 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-8a681f3f-0ef5-4fa3-8d76-3cf07aa7614c None None] Provisioning for port 69e92bd5-63db-4e3b-b43f-ab62aea9938a completed by entity DHCP. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Sep 15 13:45:45.765401 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.659s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:45:45.765984 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-1062d070-91e6-4540-bf60-573b418516f7 admin admin] Calling delete_port for 9f8bf8ed-e6d1-4eec-9bce-4ebab4c2962b owned by network:router_gateway {{(pid=82346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Sep 15 13:45:45.829752 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-4f26c699-3b44-4396-9f2a-d7f2f0a56c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cd26e3a58>, [{'id': 'd8c6486c-4065-4e7f-85d6-3ac9823e7df7', 'name': 'tempest-TestVolumeBootPattern-1056167794-router', 'tenant_id': '271a432115e445938ab0d0de8fd8fb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': '3b04fe53-e3ee-40f6-979f-ad97101c7b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:45:39Z', 'updated_at': '2021-09-15T13:45:40Z', 'revision_number': 3, 'project_id': '271a432115e445938ab0d0de8fd8fb89', 'gw_port': {'id': '3b04fe53-e3ee-40f6-979f-ad97101c7b31', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f9:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c6486c-4065-4e7f-85d6-3ac9823e7df7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:40Z', 'updated_at': '2021-09-15T13:45:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi'}], 'dv-cinder-809181-1-iscsi', False) {} {{(pid=82348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:45:45.838116 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f26c699-3b44-4396-9f2a-d7f2f0a56c98 None None] The sync data for ids ['d8c6486c-4065-4e7f-85d6-3ac9823e7df7'] in dv-cinder-809181-1-iscsi is: [{'id': 'd8c6486c-4065-4e7f-85d6-3ac9823e7df7', 'name': 'tempest-TestVolumeBootPattern-1056167794-router', 'tenant_id': '271a432115e445938ab0d0de8fd8fb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': '3b04fe53-e3ee-40f6-979f-ad97101c7b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:45:39Z', 'updated_at': '2021-09-15T13:45:40Z', 'revision_number': 3, 'project_id': '271a432115e445938ab0d0de8fd8fb89', 'gw_port': {'id': '3b04fe53-e3ee-40f6-979f-ad97101c7b31', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f9:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c6486c-4065-4e7f-85d6-3ac9823e7df7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:40Z', 'updated_at': '2021-09-15T13:45:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi'}] {{(pid=82348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Sep 15 13:45:45.845854 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Provisioning for port 69e92bd5-63db-4e3b-b43f-ab62aea9938a completed by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Sep 15 13:45:45.866910 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Provisioning complete for port 69e92bd5-63db-4e3b-b43f-ab62aea9938a triggered by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:45:45.867088 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:45.954970 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-211a7f20-157c-40fe-b80e-ba6086055f28 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:45.960741 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-211a7f20-157c-40fe-b80e-ba6086055f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2637562'] for port, after_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:45.981506 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-1062d070-91e6-4540-bf60-573b418516f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301743526908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735110837380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1447919'] for port, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:45.987424 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-7bd2ae43-7a6a-447d-b3fb-154ac0be7b1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:45:45.994374 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-2644e3b5-8dea-4632-a495-0e61ebd6277d tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:45:46.046142 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1062d070-91e6-4540-bf60-573b418516f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f8bf8ed-e6d1-4eec-9bce-4ebab4c2962b,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:45:46.086007 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211a7f20-157c-40fe-b80e-ba6086055f28 admin admin] Pushing event updated for resources: {'Port': ['ID=0edd405b-049a-4bc6-99e1-3ced9c237a8a,revision_number=2']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:45:46.089036 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-211a7f20-157c-40fe-b80e-ba6086055f28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:45:46.096419 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-211a7f20-157c-40fe-b80e-ba6086055f28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7149859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853102266'] for router_interface, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:46.118589 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-1062d070-91e6-4540-bf60-573b418516f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:45:46.152199 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-f9848002-cb8a-4ea7-9da0-88c6d8447d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cd1d397f0>, [{'id': 'def197bf-e032-4066-abc5-ada4d618508b', 'name': 'tempest-TestShelveInstance-1185829738-router', 'tenant_id': 'd2cb26720af84bd8a1fda6a7b333bad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '9f8bf8ed-e6d1-4eec-9bce-4ebab4c2962b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:39:55Z', 'updated_at': '2021-09-15T13:45:42Z', 'revision_number': 5, 'project_id': 'd2cb26720af84bd8a1fda6a7b333bad4', 'gw_port': {'id': '9f8bf8ed-e6d1-4eec-9bce-4ebab4c2962b', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def197bf-e032-4066-abc5-ada4d618508b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:39:56Z', 'updated_at': '2021-09-15T13:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi'}], 'dv-cinder-809181-1-iscsi', False) {} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:45:46.162621 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9848002-cb8a-4ea7-9da0-88c6d8447d28 None None] Checking router: def197bf-e032-4066-abc5-ada4d618508b for host: dv-cinder-809181-1-iscsi {{(pid=82347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Sep 15 13:45:46.242897 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9848002-cb8a-4ea7-9da0-88c6d8447d28 None None] Routers {'def197bf-e032-4066-abc5-ada4d618508b'} bound to L3 agent in host dv-cinder-809181-1-iscsi {{(pid=82347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 15 13:45:46.243591 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-f9848002-cb8a-4ea7-9da0-88c6d8447d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cd1d397f0>, 'dv-cinder-809181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T13:29:29Z,description=<?>,heartbeat_timestamp=2021-09-15T13:45:29Z,host='dv-cinder-809181-1-iscsi',id=c919ec5e-912e-4080-8a6b-9b8956cb875b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T13:29:29Z,topic='l3_agent')) {'router_ids': ['def197bf-e032-4066-abc5-ada4d618508b'], 'active': True} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:45:46.271535 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211a7f20-157c-40fe-b80e-ba6086055f28 admin admin] Network a519d4bc-1083-41fa-aa15-ce01dbaa8f22 is already hosted by enough agents. {{(pid=82345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Sep 15 13:45:46.272939 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.base_scheduler [None req-211a7f20-157c-40fe-b80e-ba6086055f28 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Sep 15 13:45:46.297788 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-1062d070-91e6-4540-bf60-573b418516f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853102522'] for router_gateway, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:46.408102 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:46.441448 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvr_db [None req-f9848002-cb8a-4ea7-9da0-88c6d8447d28 None None] Set router def197bf-e032-4066-abc5-ada4d618508b gateway port host: None {{(pid=82347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Sep 15 13:45:46.630776 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] For port 69e92bd5-63db-4e3b-b43f-ab62aea9938a, host dv-cinder-809181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-iscsi',level=0,port_id=69e92bd5-63db-4e3b-b43f-ab62aea9938a,segment=NetworkSegment(55e04e47-17f0-4a67-bb37-7ff4aea2e740),segment_id=55e04e47-17f0-4a67-bb37-7ff4aea2e740)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:45:46.632756 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-f9848002-cb8a-4ea7-9da0-88c6d8447d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cd1d397f0>, [{'id': 'def197bf-e032-4066-abc5-ada4d618508b', 'name': 'tempest-TestShelveInstance-1185829738-router', 'tenant_id': 'd2cb26720af84bd8a1fda6a7b333bad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:39:55Z', 'updated_at': '2021-09-15T13:45:45Z', 'revision_number': 7, 'project_id': 'd2cb26720af84bd8a1fda6a7b333bad4', 'gw_port_host': None}], 'dv-cinder-809181-1-iscsi', False) {} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:45:46.655720 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:46.657825 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:45:46.711912 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9848002-cb8a-4ea7-9da0-88c6d8447d28 None None] The sync data for ids ['def197bf-e032-4066-abc5-ada4d618508b'] in dv-cinder-809181-1-iscsi is: [{'id': 'def197bf-e032-4066-abc5-ada4d618508b', 'name': 'tempest-TestShelveInstance-1185829738-router', 'tenant_id': 'd2cb26720af84bd8a1fda6a7b333bad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:39:55Z', 'updated_at': '2021-09-15T13:45:45Z', 'revision_number': 7, 'project_id': 'd2cb26720af84bd8a1fda6a7b333bad4', 'gw_port_host': None}] {{(pid=82347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Sep 15 13:45:46.880477 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Pushing event updated for resources: {'Port': ['ID=69e92bd5-63db-4e3b-b43f-ab62aea9938a,revision_number=3']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:45:46.894289 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:45:46.935771 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-c5f8d307-94d1-4efe-99ee-cd1edb743714 None None] Provisioning for port 0edd405b-049a-4bc6-99e1-3ced9c237a8a completed by entity DHCP. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Sep 15 13:45:46.957678 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-c5f8d307-94d1-4efe-99ee-cd1edb743714 None None] Provisioning complete for port 0edd405b-049a-4bc6-99e1-3ced9c237a8a triggered by entity DHCP. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:45:46.958117 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-c5f8d307-94d1-4efe-99ee-cd1edb743714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:47.114662 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-c5f8d307-94d1-4efe-99ee-cd1edb743714 None None] Port 0edd405b-049a-4bc6-99e1-3ced9c237a8a cannot update to ACTIVE because it is not bound. {{(pid=82347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Sep 15 13:45:47.118291 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device 973a1b57-338f-4bb7-b561-67ae8f5dd51b up at agent ovs-agent-dv-cinder-809181-1-iscsi {{(pid=82347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Sep 15 13:45:47.139472 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-211a7f20-157c-40fe-b80e-ba6086055f28 admin admin] Router d8c6486c-4065-4e7f-85d6-3ac9823e7df7 has already been hosted by L3 agent c919ec5e-912e-4080-8a6b-9b8956cb875b {{(pid=82345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Sep 15 13:45:47.202353 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-1062d070-91e6-4540-bf60-573b418516f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853094842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854743964'] for router, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:47.208842 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-1062d070-91e6-4540-bf60-573b418516f7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:47.322095 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-c5f8d307-94d1-4efe-99ee-cd1edb743714 None None] Provisioning complete for port 69e92bd5-63db-4e3b-b43f-ab62aea9938a triggered by entity DHCP. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:45:47.322632 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-c5f8d307-94d1-4efe-99ee-cd1edb743714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:47.373176 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-1062d070-91e6-4540-bf60-573b418516f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1679605'] for router, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:47.377760 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1062d070-91e6-4540-bf60-573b418516f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router def197bf-e032-4066-abc5-ada4d618508b {{(pid=82346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Sep 15 13:45:47.411767 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-1062d070-91e6-4540-bf60-573b418516f7 admin admin] Notify callbacks [] for router, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:47.415592 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-1062d070-91e6-4540-bf60-573b418516f7 admin admin] 10.222.0.41 "DELETE /v2.0/routers/def197bf-e032-4066-abc5-ada4d618508b HTTP/1.1" status: 204  len: 168 time: 2.8737156
Sep 15 13:45:47.417040 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 38250) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:45:47.582099 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Provisioning complete for port 973a1b57-338f-4bb7-b561-67ae8f5dd51b triggered by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:45:47.582892 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:47.644189 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.db_base_plugin_v2 [None req-75c9fe11-e847-407f-99c9-85b0eed0dbf9 admin admin] Deleting subnet 5b2f26b2-c7f8-4f7f-8b6c-514ec6432124 {{(pid=82345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Sep 15 13:45:47.677733 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-75c9fe11-e847-407f-99c9-85b0eed0dbf9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:47.758429 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-75c9fe11-e847-407f-99c9-85b0eed0dbf9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649242'] for subnet, precommit_delete_associations {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:47.844398 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-2066cd93-b2de-414b-92d6-8f0535d21271 None None] Provisioning complete for port 0edd405b-049a-4bc6-99e1-3ced9c237a8a triggered by entity DHCP. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:45:47.844879 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2066cd93-b2de-414b-92d6-8f0535d21271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:47.878982 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-75c9fe11-e847-407f-99c9-85b0eed0dbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-956'] for subnet, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:47.936626 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-2066cd93-b2de-414b-92d6-8f0535d21271 None None] Port 0edd405b-049a-4bc6-99e1-3ced9c237a8a cannot update to ACTIVE because it is not bound. {{(pid=82347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Sep 15 13:45:47.989277 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-75c9fe11-e847-407f-99c9-85b0eed0dbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2637479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853466844'] for subnet, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:47.997490 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:45:48.040669 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9fe11-e847-407f-99c9-85b0eed0dbf9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b2f26b2-c7f8-4f7f-8b6c-514ec6432124,revision_number=None']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:45:48.060364 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-9147742f-f7f5-46fa-ab54-d3c02a644ce3 None None] Provisioning complete for port 0edd405b-049a-4bc6-99e1-3ced9c237a8a triggered by entity DHCP. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:45:48.060792 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9147742f-f7f5-46fa-ab54-d3c02a644ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:48.068533 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-75c9fe11-e847-407f-99c9-85b0eed0dbf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7149901'] for subnet, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:48.090447 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fe11-e847-407f-99c9-85b0eed0dbf9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:45:48.090883 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fe11-e847-407f-99c9-85b0eed0dbf9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:45:48.091322 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fe11-e847-407f-99c9-85b0eed0dbf9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:45:48.091810 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fe11-e847-407f-99c9-85b0eed0dbf9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:45:48.092212 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fe11-e847-407f-99c9-85b0eed0dbf9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:45:48.092820 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fe11-e847-407f-99c9-85b0eed0dbf9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:45:48.093215 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fe11-e847-407f-99c9-85b0eed0dbf9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:45:48.093933 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fe11-e847-407f-99c9-85b0eed0dbf9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:45:48.094347 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fe11-e847-407f-99c9-85b0eed0dbf9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:45:48.094776 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fe11-e847-407f-99c9-85b0eed0dbf9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:45:48.095164 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fe11-e847-407f-99c9-85b0eed0dbf9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:45:48.099376 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529aa63a-8e00-4b3b-8c9a-d297fba093c2 None None] Network 982dc6d1-fde1-4e05-9f32-46758815ee40 requested from dv-cinder-809181-1-iscsi {{(pid=82347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Sep 15 13:45:48.099910 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-75c9fe11-e847-407f-99c9-85b0eed0dbf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:45:48.106046 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-75c9fe11-e847-407f-99c9-85b0eed0dbf9 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/5b2f26b2-c7f8-4f7f-8b6c-514ec6432124 HTTP/1.1" status: 204  len: 168 time: 0.6542556
Sep 15 13:45:48.110425 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 38264) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:45:48.135623 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-211a7f20-157c-40fe-b80e-ba6086055f28 admin admin] Notify agent at l3_agent.dv-cinder-809181-1-iscsi the message routers_updated {{(pid=82345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Sep 15 13:45:48.143523 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-211a7f20-157c-40fe-b80e-ba6086055f28 admin admin] 10.222.0.41 "PUT /v2.0/routers/d8c6486c-4065-4e7f-85d6-3ac9823e7df7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.5658689
Sep 15 13:45:48.233507 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-9147742f-f7f5-46fa-ab54-d3c02a644ce3 None None] Port 0edd405b-049a-4bc6-99e1-3ced9c237a8a cannot update to ACTIVE because it is not bound. {{(pid=82347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Sep 15 13:45:48.282311 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-3da2b7e1-c460-4155-823c-965dc2c557d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854347016'] for network, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:48.311349 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-3da2b7e1-c460-4155-823c-965dc2c557d3 admin admin] Deleting port f6a02050-b972-440b-90f5-0f87be7a6e57 {{(pid=82346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Sep 15 13:45:48.312022 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-3da2b7e1-c460-4155-823c-965dc2c557d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301743532404'] for port, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:48.446498 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3717e13d-080f-41ac-a668-027cc7d37762 None None] DHCP port deletion for 982dc6d1-fde1-4e05-9f32-46758815ee40 request from dv-cinder-809181-1-iscsi {{(pid=82347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Sep 15 13:45:48.451345 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-3717e13d-080f-41ac-a668-027cc7d37762 None None] Deleting port f6a02050-b972-440b-90f5-0f87be7a6e57 {{(pid=82347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Sep 15 13:45:48.451925 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-3717e13d-080f-41ac-a668-027cc7d37762 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301743532404'] for port, before_delete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:48.622839 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-3da2b7e1-c460-4155-823c-965dc2c557d3 admin admin] For port f6a02050-b972-440b-90f5-0f87be7a6e57, host dv-cinder-809181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-iscsi',level=0,port_id=f6a02050-b972-440b-90f5-0f87be7a6e57,segment=NetworkSegment(56e1ad63-677e-400c-b8f9-048d7d57e5d3),segment_id=56e1ad63-677e-400c-b8f9-048d7d57e5d3)] {{(pid=82346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:45:48.623655 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-3da2b7e1-c460-4155-823c-965dc2c557d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853103875'] for port, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:48.707770 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-3717e13d-080f-41ac-a668-027cc7d37762 None None] For port f6a02050-b972-440b-90f5-0f87be7a6e57, host dv-cinder-809181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-iscsi',level=0,port_id=f6a02050-b972-440b-90f5-0f87be7a6e57,segment=NetworkSegment(56e1ad63-677e-400c-b8f9-048d7d57e5d3),segment_id=56e1ad63-677e-400c-b8f9-048d7d57e5d3)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:45:48.708382 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-3717e13d-080f-41ac-a668-027cc7d37762 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853103875'] for port, precommit_delete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:48.816473 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-3da2b7e1-c460-4155-823c-965dc2c557d3 admin admin] Calling delete_port for f6a02050-b972-440b-90f5-0f87be7a6e57 owned by network:dhcp {{(pid=82346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Sep 15 13:45:48.914409 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-3da2b7e1-c460-4155-823c-965dc2c557d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301743526908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735110837380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1447919'] for port, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:48.919275 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-c7cd6857-9bac-4711-86be-4a526024fdaa tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:45:48.919559 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device 69e92bd5-63db-4e3b-b43f-ab62aea9938a up at agent ovs-agent-dv-cinder-809181-1-iscsi {{(pid=82347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Sep 15 13:45:48.980954 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da2b7e1-c460-4155-823c-965dc2c557d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6a02050-b972-440b-90f5-0f87be7a6e57,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:45:48.986057 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-3da2b7e1-c460-4155-823c-965dc2c557d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:45:48.990997 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da2b7e1-c460-4155-823c-965dc2c557d3 admin admin] No DVR routers for this DVR port f6a02050-b972-440b-90f5-0f87be7a6e57 on host dv-cinder-809181-1-iscsi {{(pid=82346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Sep 15 13:45:48.997254 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-3717e13d-080f-41ac-a668-027cc7d37762 None None] Calling delete_port for f6a02050-b972-440b-90f5-0f87be7a6e57 owned by network:dhcp {{(pid=82347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Sep 15 13:45:49.088491 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Provisioning complete for port 69e92bd5-63db-4e3b-b43f-ab62aea9938a triggered by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:45:49.088923 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:49.146765 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-3da2b7e1-c460-4155-823c-965dc2c557d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13861', 'neutron.services.segments.db._delete_segments_for_network-8735111364894'] for network, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:49.161843 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.services.segments.db [None req-3da2b7e1-c460-4155-823c-965dc2c557d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1cd11249b0>,) {'filters': {'network_id': ['982dc6d1-fde1-4e05-9f32-46758815ee40']}} {{(pid=82346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:45:49.183936 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.services.segments.db [None req-3da2b7e1-c460-4155-823c-965dc2c557d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1cd11249b0>, '56e1ad63-677e-400c-b8f9-048d7d57e5d3') {'for_net_delete': True} {{(pid=82346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:45:49.184282 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.db.api [None req-3717e13d-080f-41ac-a668-027cc7d37762 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82347) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Sep 15 13:45:49.184477 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.services.segments.db [None req-3da2b7e1-c460-4155-823c-965dc2c557d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1cd11249b0>, '56e1ad63-677e-400c-b8f9-048d7d57e5d3') {} {{(pid=82346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:45:49.184681 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_db.api [None req-3717e13d-080f-41ac-a668-027cc7d37762 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Sep 15 13:45:49.209521 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-3da2b7e1-c460-4155-823c-965dc2c557d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363301743409746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3089130'] for segment, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:49.251043 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-3da2b7e1-c460-4155-823c-965dc2c557d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854307961'] for segment, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:49.264835 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3da2b7e1-c460-4155-823c-965dc2c557d3 admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=82346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Sep 15 13:45:49.266120 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-3da2b7e1-c460-4155-823c-965dc2c557d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-467870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853328127'] for segment, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:49.266320 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device 3b04fe53-e3ee-40f6-979f-ad97101c7b31 up at agent ovs-agent-dv-cinder-809181-1-iscsi {{(pid=82347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Sep 15 13:45:49.297535 dv-cinder-809181-1-iscsi neutron-server[82236]: Traceback (most recent call last):
Sep 15 13:45:49.297535 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Sep 15 13:45:49.297535 dv-cinder-809181-1-iscsi neutron-server[82236]:     timer()
Sep 15 13:45:49.297535 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 15 13:45:49.297535 dv-cinder-809181-1-iscsi neutron-server[82236]:     cb(*args, **kw)
Sep 15 13:45:49.297535 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Sep 15 13:45:49.297535 dv-cinder-809181-1-iscsi neutron-server[82236]:     return func(*args, **kwargs)
Sep 15 13:45:49.297535 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 15 13:45:49.297535 dv-cinder-809181-1-iscsi neutron-server[82236]:     self._notify()
Sep 15 13:45:49.297535 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 15 13:45:49.297535 dv-cinder-809181-1-iscsi neutron-server[82236]:     self.callback(batched_events)
Sep 15 13:45:49.297535 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 15 13:45:49.297535 dv-cinder-809181-1-iscsi neutron-server[82236]:     event.method(event)
Sep 15 13:45:49.297535 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 15 13:45:49.297535 dv-cinder-809181-1-iscsi neutron-server[82236]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 15 13:45:49.297535 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Sep 15 13:45:49.297535 dv-cinder-809181-1-iscsi neutron-server[82236]:     segment_id)['aggregates'][0]
Sep 15 13:45:49.297535 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Sep 15 13:45:49.297535 dv-cinder-809181-1-iscsi neutron-server[82236]:     return f(self, *a, **k)
Sep 15 13:45:49.297535 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Sep 15 13:45:49.297535 dv-cinder-809181-1-iscsi neutron-server[82236]:     return self._get(url).json()
Sep 15 13:45:49.297535 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Sep 15 13:45:49.297535 dv-cinder-809181-1-iscsi neutron-server[82236]:     **kwargs)
Sep 15 13:45:49.297535 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Sep 15 13:45:49.297535 dv-cinder-809181-1-iscsi neutron-server[82236]:     return self.request(url, 'GET', **kwargs)
Sep 15 13:45:49.297535 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Sep 15 13:45:49.297535 dv-cinder-809181-1-iscsi neutron-server[82236]:     **endpoint_filter)
Sep 15 13:45:49.297535 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Sep 15 13:45:49.297535 dv-cinder-809181-1-iscsi neutron-server[82236]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 15 13:45:49.297535 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Sep 15 13:45:49.297535 dv-cinder-809181-1-iscsi neutron-server[82236]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 15 13:45:49.297535 dv-cinder-809181-1-iscsi neutron-server[82236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 15 13:45:49.344212 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7dc946-44e5-42c7-a1f0-4c04cc7cd2f0 req-4f032c3f-19b7-4a91-82ca-1c2763296d24 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:45:49.350563 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-8f7dc946-44e5-42c7-a1f0-4c04cc7cd2f0 req-4f032c3f-19b7-4a91-82ca-1c2763296d24 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6e8854d-558e-48c7-b160-ac7f6c1744c4 HTTP/1.1" status: 200  len: 947 time: 0.1371644
Sep 15 13:45:49.357032 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 38300) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:45:49.366195 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Provisioning for port 3b04fe53-e3ee-40f6-979f-ad97101c7b31 completed by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Sep 15 13:45:49.372311 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Provisioning complete for port 3b04fe53-e3ee-40f6-979f-ad97101c7b31 triggered by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:45:49.372737 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:49.407947 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-3da2b7e1-c460-4155-823c-965dc2c557d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854761902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853102175'] for network, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:49.413208 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-2d317145-bc40-49c1-825c-d933ca2d3f16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:45:49.431848 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-8f7dc946-44e5-42c7-a1f0-4c04cc7cd2f0 req-b054928f-20bb-41d5-9f4e-3508d5702eb4 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=89e16839-325b-4e32-8166-088abba378dc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0687981
Sep 15 13:45:49.431848 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [None req-a8aab51b-3263-4a83-b4be-8eefb2854c86 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-102098965', 'description': 'tempest-secgroup-smoke-102098965 description', 'project_id': '8b4ff18c8d01411db26c7e00839763ca'}} {{(pid=82345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:45:49.435589 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-a8aab51b-3263-4a83-b4be-8eefb2854c86 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:45:49.435766 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-3da2b7e1-c460-4155-823c-965dc2c557d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7149901'] for network, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:49.438648 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da2b7e1-c460-4155-823c-965dc2c557d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=982dc6d1-fde1-4e05-9f32-46758815ee40,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:45:49.439697 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-a8aab51b-3263-4a83-b4be-8eefb2854c86 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Usage tracker for resource:security_group and tenant:8b4ff18c8d01411db26c7e00839763ca is out of sync, need to count used quota {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:45:49.441986 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-3da2b7e1-c460-4155-823c-965dc2c557d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:45:49.442988 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-a8aab51b-3263-4a83-b4be-8eefb2854c86 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:45:49.448990 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-a8aab51b-3263-4a83-b4be-8eefb2854c86 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:45:49.457961 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-3da2b7e1-c460-4155-823c-965dc2c557d3 admin admin] 10.222.0.41 "DELETE /v2.0/networks/982dc6d1-fde1-4e05-9f32-46758815ee40 HTTP/1.1" status: 204  len: 168 time: 1.3456585
Sep 15 13:45:49.461505 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 38306) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:45:49.526781 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-a8aab51b-3263-4a83-b4be-8eefb2854c86 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks [] for security_group, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:49.533576 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:49.550273 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] For port 3b04fe53-e3ee-40f6-979f-ad97101c7b31, host dv-cinder-809181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-iscsi',level=0,port_id=3b04fe53-e3ee-40f6-979f-ad97101c7b31,segment=NetworkSegment(fb39ec5d-b714-4bbc-8dc4-da8589a681e7),segment_id=fb39ec5d-b714-4bbc-8dc4-da8589a681e7)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:45:49.553958 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:49.557576 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-c97ecb9a-65e5-4a74-b067-597002017d8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:45:49.611899 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device fa3fcfa1-2d7c-4603-8661-9a7c3787d173 no longer exists at agent ovs-agent-dv-cinder-809181-1-iscsi {{(pid=82347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Sep 15 13:45:49.638686 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-a8aab51b-3263-4a83-b4be-8eefb2854c86 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:45:49.645468 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-a8aab51b-3263-4a83-b4be-8eefb2854c86 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Usage tracker for resource:security_group_rule and tenant:8b4ff18c8d01411db26c7e00839763ca is out of sync, need to count used quota {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:45:49.656362 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-a8aab51b-3263-4a83-b4be-8eefb2854c86 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:45:49.661541 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] No Port match for: fa3fcfa1-2d7c-4603-8661-9a7c3787d173 {{(pid=82347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Sep 15 13:45:49.661883 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device fa3fcfa1-2d7c-4603-8661-9a7c3787d173 not bound to the agent host dv-cinder-809181-1-iscsi {{(pid=82347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Sep 15 13:45:49.662361 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device f6a02050-b972-440b-90f5-0f87be7a6e57 no longer exists at agent ovs-agent-dv-cinder-809181-1-iscsi {{(pid=82347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Sep 15 13:45:49.667442 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-a8aab51b-3263-4a83-b4be-8eefb2854c86 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:45:49.694317 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-3717e13d-080f-41ac-a668-027cc7d37762 None None] Deleting port f6a02050-b972-440b-90f5-0f87be7a6e57 {{(pid=82347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Sep 15 13:45:49.694749 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-3717e13d-080f-41ac-a668-027cc7d37762 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301743532404'] for port, before_delete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:49.734784 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] No Port match for: f6a02050-b972-440b-90f5-0f87be7a6e57 {{(pid=82347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Sep 15 13:45:49.735189 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device f6a02050-b972-440b-90f5-0f87be7a6e57 not bound to the agent host dv-cinder-809181-1-iscsi {{(pid=82347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Sep 15 13:45:49.735703 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device 9f8bf8ed-e6d1-4eec-9bce-4ebab4c2962b no longer exists at agent ovs-agent-dv-cinder-809181-1-iscsi {{(pid=82347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Sep 15 13:45:49.748660 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-a8aab51b-3263-4a83-b4be-8eefb2854c86 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks [] for security_group, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:49.760007 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-a8aab51b-3263-4a83-b4be-8eefb2854c86 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:49.766890 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-2cfdbcf2-0e6e-4d0d-9951-43c020985812 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:45:49.804181 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Pushing event updated for resources: {'Port': ['ID=3b04fe53-e3ee-40f6-979f-ad97101c7b31,revision_number=4']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:45:49.807531 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:45:49.812525 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-3717e13d-080f-41ac-a668-027cc7d37762 None None] The port 'f6a02050-b972-440b-90f5-0f87be7a6e57' was deleted {{(pid=82347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1873}}
Sep 15 13:45:49.813171 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] No Port match for: 9f8bf8ed-e6d1-4eec-9bce-4ebab4c2962b {{(pid=82347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Sep 15 13:45:49.813639 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device 9f8bf8ed-e6d1-4eec-9bce-4ebab4c2962b not bound to the agent host dv-cinder-809181-1-iscsi {{(pid=82347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Sep 15 13:45:49.813844 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aab51b-3263-4a83-b4be-8eefb2854c86 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d35cd24e-8145-42e7-a1c8-c6dd0d5bf754,revision_number=1']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:45:49.820940 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-a8aab51b-3263-4a83-b4be-8eefb2854c86 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:45:49.876095 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-a8aab51b-3263-4a83-b4be-8eefb2854c86 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks [] for security_group, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:49.877409 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-a8aab51b-3263-4a83-b4be-8eefb2854c86 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.4811325
Sep 15 13:45:49.880675 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 38310) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:45:49.886886 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [None req-f8790ee8-3b80-4560-9988-d74d5da30b36 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Request body: {'security_group_rule': {'security_group_id': 'd35cd24e-8145-42e7-a1c8-c6dd0d5bf754', 'project_id': '8b4ff18c8d01411db26c7e00839763ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:45:49.893312 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-f8790ee8-3b80-4560-9988-d74d5da30b36 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:45:49.897909 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-f8790ee8-3b80-4560-9988-d74d5da30b36 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Usage tracker for resource:security_group_rule and tenant:8b4ff18c8d01411db26c7e00839763ca is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:45:49.900987 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-f8790ee8-3b80-4560-9988-d74d5da30b36 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:45:49.907104 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-f8790ee8-3b80-4560-9988-d74d5da30b36 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:45:49.924483 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f8790ee8-3b80-4560-9988-d74d5da30b36 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:49.989220 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f8790ee8-3b80-4560-9988-d74d5da30b36 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:49.991862 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f8790ee8-3b80-4560-9988-d74d5da30b36 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016664'] for security_group_rule, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:49.994054 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-b463d175-0ace-43c9-935e-9743f455b592 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:45:50.017010 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8790ee8-3b80-4560-9988-d74d5da30b36 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d3ca4df-059a-40da-bda6-d32c31660894,revision_number=0']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:45:50.019513 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-f8790ee8-3b80-4560-9988-d74d5da30b36 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:45:50.024430 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-a4dedee4-61aa-4da7-b6b0-9c5b4bd9a304 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1675944'] for router_interface, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:50.026623 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f8790ee8-3b80-4560-9988-d74d5da30b36 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:50.027983 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-f8790ee8-3b80-4560-9988-d74d5da30b36 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1461697
Sep 15 13:45:50.030803 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 38314) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:45:50.037427 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [None req-320d09f4-8d4f-44ad-b057-da349a9f4707 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Request body: {'security_group_rule': {'security_group_id': 'd35cd24e-8145-42e7-a1c8-c6dd0d5bf754', 'project_id': '8b4ff18c8d01411db26c7e00839763ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=82346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:45:50.043761 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-320d09f4-8d4f-44ad-b057-da349a9f4707 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:45:50.047856 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-320d09f4-8d4f-44ad-b057-da349a9f4707 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Usage tracker for resource:security_group_rule and tenant:8b4ff18c8d01411db26c7e00839763ca is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:45:50.050886 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-320d09f4-8d4f-44ad-b057-da349a9f4707 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:45:50.056990 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-320d09f4-8d4f-44ad-b057-da349a9f4707 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:45:50.072843 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-320d09f4-8d4f-44ad-b057-da349a9f4707 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:50.146370 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-320d09f4-8d4f-44ad-b057-da349a9f4707 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:50.149611 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-320d09f4-8d4f-44ad-b057-da349a9f4707 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016664'] for security_group_rule, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:50.152137 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-dbd60460-b818-4101-8e8c-74c2a23e1f33 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:45:50.178027 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320d09f4-8d4f-44ad-b057-da349a9f4707 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e20685d8-39d9-4899-9769-b8237c494d74,revision_number=0']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:45:50.180832 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-320d09f4-8d4f-44ad-b057-da349a9f4707 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:45:50.187547 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-320d09f4-8d4f-44ad-b057-da349a9f4707 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:50.188899 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-320d09f4-8d4f-44ad-b057-da349a9f4707 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1570992
Sep 15 13:45:50.192655 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 38318) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:45:50.199298 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [None req-457e31f4-9894-4bfd-bc19-d6b801a92c3f tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Request body: {'security_group_rule': {'security_group_id': 'd35cd24e-8145-42e7-a1c8-c6dd0d5bf754', 'project_id': '8b4ff18c8d01411db26c7e00839763ca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=82346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:45:50.206736 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-457e31f4-9894-4bfd-bc19-d6b801a92c3f tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:45:50.212294 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-457e31f4-9894-4bfd-bc19-d6b801a92c3f tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Usage tracker for resource:security_group_rule and tenant:8b4ff18c8d01411db26c7e00839763ca is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:45:50.215755 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-457e31f4-9894-4bfd-bc19-d6b801a92c3f tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:45:50.222208 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-457e31f4-9894-4bfd-bc19-d6b801a92c3f tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:45:50.241570 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-457e31f4-9894-4bfd-bc19-d6b801a92c3f tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:50.322963 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-457e31f4-9894-4bfd-bc19-d6b801a92c3f tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:50.325992 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-457e31f4-9894-4bfd-bc19-d6b801a92c3f tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016664'] for security_group_rule, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:50.335451 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:45:50.356580 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457e31f4-9894-4bfd-bc19-d6b801a92c3f tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11d94a4f-e78e-43a9-92a7-cce3cb39916b,revision_number=0']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:45:50.364091 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-457e31f4-9894-4bfd-bc19-d6b801a92c3f tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:45:50.367047 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-457e31f4-9894-4bfd-bc19-d6b801a92c3f tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:50.368533 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-457e31f4-9894-4bfd-bc19-d6b801a92c3f tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1745164
Sep 15 13:45:50.372086 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 38322) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:45:50.380029 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [None req-abe74f05-282a-4575-8c41-08843d80eed3 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Request body: {'security_group_rule': {'security_group_id': 'd35cd24e-8145-42e7-a1c8-c6dd0d5bf754', 'project_id': '8b4ff18c8d01411db26c7e00839763ca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=82346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:45:50.387254 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-abe74f05-282a-4575-8c41-08843d80eed3 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:45:50.391869 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-abe74f05-282a-4575-8c41-08843d80eed3 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Usage tracker for resource:security_group_rule and tenant:8b4ff18c8d01411db26c7e00839763ca is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:45:50.396104 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-abe74f05-282a-4575-8c41-08843d80eed3 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:45:50.409760 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-abe74f05-282a-4575-8c41-08843d80eed3 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:45:50.427591 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-abe74f05-282a-4575-8c41-08843d80eed3 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:50.506742 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-abe74f05-282a-4575-8c41-08843d80eed3 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:50.512454 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-abe74f05-282a-4575-8c41-08843d80eed3 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016664'] for security_group_rule, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:50.523393 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc55fa7-f1e6-4c85-9e90-9155feb51007 None None] Sync routers for ids ['d8c6486c-4065-4e7f-85d6-3ac9823e7df7'] in dv-cinder-809181-1-iscsi {{(pid=82348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Sep 15 13:45:50.523493 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-03926138-8970-410d-a112-fe14cd32c71a tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:45:50.539544 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc55fa7-f1e6-4c85-9e90-9155feb51007 None None] Routers {'d8c6486c-4065-4e7f-85d6-3ac9823e7df7'} bound to L3 agent in host dv-cinder-809181-1-iscsi {{(pid=82348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 15 13:45:50.544774 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-2fc55fa7-f1e6-4c85-9e90-9155feb51007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cd2384b70>, 'dv-cinder-809181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T13:29:29Z,description=<?>,heartbeat_timestamp=2021-09-15T13:45:29Z,host='dv-cinder-809181-1-iscsi',id=c919ec5e-912e-4080-8a6b-9b8956cb875b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T13:29:29Z,topic='l3_agent')) {'router_ids': ['d8c6486c-4065-4e7f-85d6-3ac9823e7df7'], 'active': True} {{(pid=82348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:45:50.552707 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe74f05-282a-4575-8c41-08843d80eed3 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2949be64-c1eb-4ce0-975c-881f4f325437,revision_number=0']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:45:50.555496 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-abe74f05-282a-4575-8c41-08843d80eed3 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:45:50.565829 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-abe74f05-282a-4575-8c41-08843d80eed3 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:50.567872 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-abe74f05-282a-4575-8c41-08843d80eed3 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1942661
Sep 15 13:45:50.570679 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 38334) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:45:50.579418 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [None req-a7a4cef7-4fb8-438e-b48b-862583456857 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Request body: {'security_group_rule': {'security_group_id': 'd35cd24e-8145-42e7-a1c8-c6dd0d5bf754', 'project_id': '8b4ff18c8d01411db26c7e00839763ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=82346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:45:50.590525 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-a7a4cef7-4fb8-438e-b48b-862583456857 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:45:50.600878 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-a7a4cef7-4fb8-438e-b48b-862583456857 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Usage tracker for resource:security_group_rule and tenant:8b4ff18c8d01411db26c7e00839763ca is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:45:50.606304 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-a7a4cef7-4fb8-438e-b48b-862583456857 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:45:50.615990 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-a7a4cef7-4fb8-438e-b48b-862583456857 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:45:50.629232 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.db.securitygroups_db [None req-a7a4cef7-4fb8-438e-b48b-862583456857 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Project 8b4ff18c8d01411db26c7e00839763ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Sep 15 13:45:50.637308 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-a7a4cef7-4fb8-438e-b48b-862583456857 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:50.722376 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-a7a4cef7-4fb8-438e-b48b-862583456857 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:50.727561 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-a7a4cef7-4fb8-438e-b48b-862583456857 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016664'] for security_group_rule, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:50.730084 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-305800b1-389c-44e0-918c-555ecb7614a8 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:45:50.765052 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a4cef7-4fb8-438e-b48b-862583456857 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c955f86-dc28-4042-8733-50109f3a2cfc,revision_number=0']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:45:50.765987 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvr_db [None req-2fc55fa7-f1e6-4c85-9e90-9155feb51007 None None] Set router d8c6486c-4065-4e7f-85d6-3ac9823e7df7 gateway port host: dv-cinder-809181-1-iscsi {{(pid=82348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Sep 15 13:45:50.771329 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-a7a4cef7-4fb8-438e-b48b-862583456857 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:45:50.785070 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device 3b04fe53-e3ee-40f6-979f-ad97101c7b31 up at agent ovs-agent-dv-cinder-809181-1-iscsi {{(pid=82347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Sep 15 13:45:50.800544 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-a7a4cef7-4fb8-438e-b48b-862583456857 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:50.803305 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-a7a4cef7-4fb8-438e-b48b-862583456857 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.2313402
Sep 15 13:45:50.806366 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 38342) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:45:50.812876 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [None req-929e8734-f094-45d5-9fbf-69b955b072d9 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Request body: {'security_group_rule': {'security_group_id': 'd35cd24e-8145-42e7-a1c8-c6dd0d5bf754', 'project_id': '8b4ff18c8d01411db26c7e00839763ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=82346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:45:50.823166 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-929e8734-f094-45d5-9fbf-69b955b072d9 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:45:50.831506 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-929e8734-f094-45d5-9fbf-69b955b072d9 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Usage tracker for resource:security_group_rule and tenant:8b4ff18c8d01411db26c7e00839763ca is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:45:50.842587 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-929e8734-f094-45d5-9fbf-69b955b072d9 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:45:50.856144 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-929e8734-f094-45d5-9fbf-69b955b072d9 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:45:50.882037 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.db.securitygroups_db [None req-929e8734-f094-45d5-9fbf-69b955b072d9 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Project 8b4ff18c8d01411db26c7e00839763ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Sep 15 13:45:50.892943 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-929e8734-f094-45d5-9fbf-69b955b072d9 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:50.919023 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f92dd3-4769-4f89-8fbc-956750d86274 req-88020b0e-d000-47ac-8534-9f50c367ff5f tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:45:50.920796 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-99f92dd3-4769-4f89-8fbc-956750d86274 req-88020b0e-d000-47ac-8534-9f50c367ff5f tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6e8854d-558e-48c7-b160-ac7f6c1744c4 HTTP/1.1" status: 200  len: 947 time: 0.1786139
Sep 15 13:45:50.937466 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Provisioning complete for port 3b04fe53-e3ee-40f6-979f-ad97101c7b31 triggered by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:45:50.938156 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:51.016102 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f378cc-2c6d-4a17-9e06-45c6fb12475d req-d2204070-dc65-4eda-8bf9-bb5e79453da4 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:45:51.017723 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-f2f378cc-2c6d-4a17-9e06-45c6fb12475d req-d2204070-dc65-4eda-8bf9-bb5e79453da4 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6e8854d-558e-48c7-b160-ac7f6c1744c4 HTTP/1.1" status: 200  len: 947 time: 0.3248103
Sep 15 13:45:51.021103 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-99f92dd3-4769-4f89-8fbc-956750d86274 req-441f11db-1e4c-4077-a2f6-e2b76b2f6c56 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=89e16839-325b-4e32-8166-088abba378dc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0865808
Sep 15 13:45:51.041245 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-929e8734-f094-45d5-9fbf-69b955b072d9 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:51.050980 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-929e8734-f094-45d5-9fbf-69b955b072d9 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016664'] for security_group_rule, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:51.060199 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-abe74f05-282a-4575-8c41-08843d80eed3 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:45:51.104299 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929e8734-f094-45d5-9fbf-69b955b072d9 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af8ab019-22df-42c1-b37a-6a434d87ec72,revision_number=0']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:45:51.107520 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-929e8734-f094-45d5-9fbf-69b955b072d9 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:45:51.115197 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-929e8734-f094-45d5-9fbf-69b955b072d9 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:51.121708 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-929e8734-f094-45d5-9fbf-69b955b072d9 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.3138824
Sep 15 13:45:51.184921 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [req-f2f378cc-2c6d-4a17-9e06-45c6fb12475d req-a4c10a48-7443-4a20-a492-444c0dda4507 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Deleting port 3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7 {{(pid=82345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Sep 15 13:45:51.185282 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-f2f378cc-2c6d-4a17-9e06-45c6fb12475d req-a4c10a48-7443-4a20-a492-444c0dda4507 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301743532404'] for port, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:51.236146 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-2fc55fa7-f1e6-4c85-9e90-9155feb51007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cd2384b70>, [{'id': 'd8c6486c-4065-4e7f-85d6-3ac9823e7df7', 'name': 'tempest-TestVolumeBootPattern-1056167794-router', 'tenant_id': '271a432115e445938ab0d0de8fd8fb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': '3b04fe53-e3ee-40f6-979f-ad97101c7b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:45:39Z', 'updated_at': '2021-09-15T13:45:45Z', 'revision_number': 4, 'project_id': '271a432115e445938ab0d0de8fd8fb89', 'gw_port': {'id': '3b04fe53-e3ee-40f6-979f-ad97101c7b31', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f9:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c6486c-4065-4e7f-85d6-3ac9823e7df7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:40Z', 'updated_at': '2021-09-15T13:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi', '_interfaces': [{'id': '0edd405b-049a-4bc6-99e1-3ced9c237a8a', 'name': '', 'network_id': 'a519d4bc-1083-41fa-aa15-ce01dbaa8f22', 'tenant_id': '271a432115e445938ab0d0de8fd8fb89', 'mac_address': 'fa:16:3e:f0:22:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c6486c-4065-4e7f-85d6-3ac9823e7df7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aaa8f235-5c99-479c-8dcd-1fd9a7bc289a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:44Z', 'updated_at': '2021-09-15T13:45:45Z', 'revision_number': 2, 'project_id': '271a432115e445938ab0d0de8fd8fb89', 'subnets': [{'id': 'aaa8f235-5c99-479c-8dcd-1fd9a7bc289a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-iscsi', False) {} {{(pid=82348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:45:51.241274 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc55fa7-f1e6-4c85-9e90-9155feb51007 None None] Checking router: d8c6486c-4065-4e7f-85d6-3ac9823e7df7 for host: dv-cinder-809181-1-iscsi {{(pid=82348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Sep 15 13:45:51.241767 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc55fa7-f1e6-4c85-9e90-9155feb51007 None None] Updating router d8c6486c-4065-4e7f-85d6-3ac9823e7df7 port 0edd405b-049a-4bc6-99e1-3ced9c237a8a binding host dv-cinder-809181-1-iscsi {{(pid=82348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Sep 15 13:45:51.301025 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2fc55fa7-f1e6-4c85-9e90-9155feb51007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:51.589397 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [req-f2f378cc-2c6d-4a17-9e06-45c6fb12475d req-a4c10a48-7443-4a20-a492-444c0dda4507 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] For port 3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7,segment=NetworkSegment(11169836-79b2-4822-b283-a5d557a2336a),segment_id=11169836-79b2-4822-b283-a5d557a2336a)] {{(pid=82345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:45:51.590011 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-f2f378cc-2c6d-4a17-9e06-45c6fb12475d req-a4c10a48-7443-4a20-a492-444c0dda4507 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853103875'] for port, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:51.701084 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 38404) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:45:51.706106 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2fc55fa7-f1e6-4c85-9e90-9155feb51007 None None] Notify callbacks [] for port, precommit_update {{(pid=82348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:51.719577 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-2fc55fa7-f1e6-4c85-9e90-9155feb51007 None None] Transition to ACTIVE for port object 0edd405b-049a-4bc6-99e1-3ced9c237a8a will not be triggered until provisioned by entity L2. {{(pid=82348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Sep 15 13:45:51.726399 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2fc55fa7-f1e6-4c85-9e90-9155feb51007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:51.731511 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-6b09ce49-d999-4f92-bf7e-f37d2e683f2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:45:51.776812 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-a4dedee4-61aa-4da7-b6b0-9c5b4bd9a304 admin admin] Deleting port af4021bc-4ce2-4692-ac91-0e251a9b754f {{(pid=82345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Sep 15 13:45:51.777171 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-a4dedee4-61aa-4da7-b6b0-9c5b4bd9a304 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301743532404'] for port, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:51.877085 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fa2938-43e6-4246-9a1d-26ea6cdc6a13 None None] Pushing event updated for resources: {'Port': ['ID=0edd405b-049a-4bc6-99e1-3ced9c237a8a,revision_number=3']} {{(pid=82348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:45:51.902054 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-49fa2938-43e6-4246-9a1d-26ea6cdc6a13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=82348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:45:51.913121 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-df8e5655-4d16-438e-90b5-783383d2b959 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:51.978431 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-df8e5655-4d16-438e-90b5-783383d2b959 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:45:51.983196 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-df8e5655-4d16-438e-90b5-783383d2b959 admin admin] Usage tracker for resource:security_group_rule and tenant:9780f96532ef4261b75b6228daf05cca is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:45:51.986513 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-df8e5655-4d16-438e-90b5-783383d2b959 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:45:51.993538 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-df8e5655-4d16-438e-90b5-783383d2b959 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:45:52.074563 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [None req-2fc55fa7-f1e6-4c85-9e90-9155feb51007 None None] Attempting to bind port 0edd405b-049a-4bc6-99e1-3ced9c237a8a on host dv-cinder-809181-1-iscsi for vnic_type normal with profile  {{(pid=82348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Sep 15 13:45:52.074991 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [None req-2fc55fa7-f1e6-4c85-9e90-9155feb51007 None None] Attempting to bind port 0edd405b-049a-4bc6-99e1-3ced9c237a8a by drivers openvswitch,hyperv on host dv-cinder-809181-1-iscsi at level 0 using segments [{'id': '55e04e47-17f0-4a67-bb37-7ff4aea2e740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'a519d4bc-1083-41fa-aa15-ce01dbaa8f22'}] {{(pid=82348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Sep 15 13:45:52.075407 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc55fa7-f1e6-4c85-9e90-9155feb51007 None None] Attempting to bind port 0edd405b-049a-4bc6-99e1-3ced9c237a8a on network a519d4bc-1083-41fa-aa15-ce01dbaa8f22 {{(pid=82348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Sep 15 13:45:52.083470 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc55fa7-f1e6-4c85-9e90-9155feb51007 None None] Checking agent: {'id': '0bfd5640-42e8-4a2a-ac27-f2d96fe1a4e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809181-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 29, 28), 'started_at': datetime.datetime(2021, 9, 15, 13, 29, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809181-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Sep 15 13:45:52.083926 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc55fa7-f1e6-4c85-9e90-9155feb51007 None None] Checking segment: {'id': '55e04e47-17f0-4a67-bb37-7ff4aea2e740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'a519d4bc-1083-41fa-aa15-ce01dbaa8f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Sep 15 13:45:52.084389 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2fc55fa7-f1e6-4c85-9e90-9155feb51007 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:52.084832 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc55fa7-f1e6-4c85-9e90-9155feb51007 None None] Bound using segment: {'id': '55e04e47-17f0-4a67-bb37-7ff4aea2e740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'a519d4bc-1083-41fa-aa15-ce01dbaa8f22'} {{(pid=82348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Sep 15 13:45:52.085368 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [None req-2fc55fa7-f1e6-4c85-9e90-9155feb51007 None None] Bound port: 0edd405b-049a-4bc6-99e1-3ced9c237a8a, host: dv-cinder-809181-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e04e47-17f0-4a67-bb37-7ff4aea2e740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'a519d4bc-1083-41fa-aa15-ce01dbaa8f22'}}] {{(pid=82348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Sep 15 13:45:52.085795 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2fc55fa7-f1e6-4c85-9e90-9155feb51007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:52.087508 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-df8e5655-4d16-438e-90b5-783383d2b959 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:52.100399 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-df8e5655-4d16-438e-90b5-783383d2b959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:52.110302 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-0da69c3f-ae6c-46dd-8ebb-d9f0b32b8a30 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:45:52.200868 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-2fc55fa7-f1e6-4c85-9e90-9155feb51007 None None] For port 0edd405b-049a-4bc6-99e1-3ced9c237a8a, host dv-cinder-809181-1-iscsi, cleared binding levels {{(pid=82348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Sep 15 13:45:52.204656 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-2fc55fa7-f1e6-4c85-9e90-9155feb51007 None None] For port 0edd405b-049a-4bc6-99e1-3ced9c237a8a, host dv-cinder-809181-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-iscsi',level=0,port_id=0edd405b-049a-4bc6-99e1-3ced9c237a8a,segment=NetworkSegment(55e04e47-17f0-4a67-bb37-7ff4aea2e740),segment_id=55e04e47-17f0-4a67-bb37-7ff4aea2e740)] {{(pid=82348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Sep 15 13:45:52.210901 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2fc55fa7-f1e6-4c85-9e90-9155feb51007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:52.216114 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8e5655-4d16-438e-90b5-783383d2b959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad07305c-37eb-4f8b-af44-0d040152a530,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:45:52.216535 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:45:52.224604 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-df8e5655-4d16-438e-90b5-783383d2b959 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:45:52.231197 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-df8e5655-4d16-438e-90b5-783383d2b959 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9780f96532ef4261b75b6228daf05cca&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5279803
Sep 15 13:45:52.233465 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 38426) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:45:52.344525 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-a4dedee4-61aa-4da7-b6b0-9c5b4bd9a304 admin admin] For port af4021bc-4ce2-4692-ac91-0e251a9b754f, host dv-cinder-809181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-iscsi',level=0,port_id=af4021bc-4ce2-4692-ac91-0e251a9b754f,segment=NetworkSegment(fdf4bdde-a737-4074-a237-38a159ec34db),segment_id=fdf4bdde-a737-4074-a237-38a159ec34db)] {{(pid=82345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:45:52.344941 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-a4dedee4-61aa-4da7-b6b0-9c5b4bd9a304 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853103875'] for port, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:52.371470 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-6fdc3c2f-6921-4a19-9f0e-0f23fec39fbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:52.407117 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-6fdc3c2f-6921-4a19-9f0e-0f23fec39fbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:52.461585 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-6fdc3c2f-6921-4a19-9f0e-0f23fec39fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:52.466980 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-58a20acc-13d3-4a7b-a257-7eaaac0b3afc tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:45:52.486532 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fa2938-43e6-4246-9a1d-26ea6cdc6a13 None None] Pushing event updated for resources: {'Port': ['ID=0edd405b-049a-4bc6-99e1-3ced9c237a8a,revision_number=4']} {{(pid=82348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:45:52.492247 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-49fa2938-43e6-4246-9a1d-26ea6cdc6a13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=82348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:45:52.495855 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc55fa7-f1e6-4c85-9e90-9155feb51007 None None] Routers {'d8c6486c-4065-4e7f-85d6-3ac9823e7df7'} bound to L3 agent in host dv-cinder-809181-1-iscsi {{(pid=82348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 15 13:45:52.496641 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-2fc55fa7-f1e6-4c85-9e90-9155feb51007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cd2384b70>, 'dv-cinder-809181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T13:29:29Z,description=<?>,heartbeat_timestamp=2021-09-15T13:45:29Z,host='dv-cinder-809181-1-iscsi',id=c919ec5e-912e-4080-8a6b-9b8956cb875b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T13:29:29Z,topic='l3_agent')) {'router_ids': ['d8c6486c-4065-4e7f-85d6-3ac9823e7df7'], 'active': True} {{(pid=82348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:45:52.502816 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdc3c2f-6921-4a19-9f0e-0f23fec39fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad07305c-37eb-4f8b-af44-0d040152a530,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:45:52.505842 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-6fdc3c2f-6921-4a19-9f0e-0f23fec39fbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:45:52.514807 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-6fdc3c2f-6921-4a19-9f0e-0f23fec39fbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:52.516104 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-6fdc3c2f-6921-4a19-9f0e-0f23fec39fbc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ad07305c-37eb-4f8b-af44-0d040152a530 HTTP/1.1" status: 204  len: 168 time: 0.2813153
Sep 15 13:45:52.554133 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-a4dedee4-61aa-4da7-b6b0-9c5b4bd9a304 admin admin] Calling delete_port for af4021bc-4ce2-4692-ac91-0e251a9b754f owned by network:router_interface {{(pid=82345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Sep 15 13:45:52.595600 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-f2f378cc-2c6d-4a17-9e06-45c6fb12475d req-a4c10a48-7443-4a20-a492-444c0dda4507 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:52.596125 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-f2f378cc-2c6d-4a17-9e06-45c6fb12475d req-a4c10a48-7443-4a20-a492-444c0dda4507 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853102158'] for floatingip, after_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:52.596390 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.db.l3_db [req-f2f378cc-2c6d-4a17-9e06-45c6fb12475d req-a4c10a48-7443-4a20-a492-444c0dda4507 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Floating IP c3867969-3fc1-466b-a111-195ebc9765f0 disassociated. External IP: 172.27.2.253, port: 3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7.
Sep 15 13:45:52.596782 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [req-f2f378cc-2c6d-4a17-9e06-45c6fb12475d req-a4c10a48-7443-4a20-a492-444c0dda4507 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Calling delete_port for 3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7 owned by compute:nova {{(pid=82345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Sep 15 13:45:52.742291 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvr_db [None req-2fc55fa7-f1e6-4c85-9e90-9155feb51007 None None] Set router d8c6486c-4065-4e7f-85d6-3ac9823e7df7 gateway port host: dv-cinder-809181-1-iscsi {{(pid=82348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Sep 15 13:45:52.761784 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667cdb48-8127-4a87-975e-4f2aaebff056 req-168fbd48-2240-4c58-ba8a-a1d685f47862 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:45:52.763417 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-667cdb48-8127-4a87-975e-4f2aaebff056 req-168fbd48-2240-4c58-ba8a-a1d685f47862 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6e8854d-558e-48c7-b160-ac7f6c1744c4 HTTP/1.1" status: 200  len: 947 time: 0.5261493
Sep 15 13:45:52.914871 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-667cdb48-8127-4a87-975e-4f2aaebff056 req-00427836-40cc-4d89-b155-2fa9a468bf12 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups?id=89e16839-325b-4e32-8166-088abba378dc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1361685
Sep 15 13:45:52.975579 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-f2f378cc-2c6d-4a17-9e06-45c6fb12475d req-a4c10a48-7443-4a20-a492-444c0dda4507 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301743526908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735110837380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852138254'] for port, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:52.984736 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-f165c423-7825-49dc-9cd1-93e338942700 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:45:53.022242 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 38440) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:45:53.044429 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c10a48-7443-4a20-a492-444c0dda4507 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Pushing event deleted for resources: {'Port': ['ID=3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7,revision_number=None']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:45:53.048345 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-a4c10a48-7443-4a20-a492-444c0dda4507 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:45:53.051032 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-00a005e3-2cae-4938-989a-f6e925a9e68d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:53.102982 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-00a005e3-2cae-4938-989a-f6e925a9e68d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:45:53.108002 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-00a005e3-2cae-4938-989a-f6e925a9e68d admin admin] Usage tracker for resource:security_group_rule and tenant:8fb9bc3ee0234b87997a30cf1f8ff50f is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:45:53.111785 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-00a005e3-2cae-4938-989a-f6e925a9e68d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:45:53.120458 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-00a005e3-2cae-4938-989a-f6e925a9e68d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:45:53.157428 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-2fc55fa7-f1e6-4c85-9e90-9155feb51007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cd2384b70>, [{'id': 'd8c6486c-4065-4e7f-85d6-3ac9823e7df7', 'name': 'tempest-TestVolumeBootPattern-1056167794-router', 'tenant_id': '271a432115e445938ab0d0de8fd8fb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': '3b04fe53-e3ee-40f6-979f-ad97101c7b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:45:39Z', 'updated_at': '2021-09-15T13:45:45Z', 'revision_number': 4, 'project_id': '271a432115e445938ab0d0de8fd8fb89', 'gw_port': {'id': '3b04fe53-e3ee-40f6-979f-ad97101c7b31', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f9:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c6486c-4065-4e7f-85d6-3ac9823e7df7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:40Z', 'updated_at': '2021-09-15T13:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi', '_interfaces': [{'id': '0edd405b-049a-4bc6-99e1-3ced9c237a8a', 'name': '', 'network_id': 'a519d4bc-1083-41fa-aa15-ce01dbaa8f22', 'tenant_id': '271a432115e445938ab0d0de8fd8fb89', 'mac_address': 'fa:16:3e:f0:22:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c6486c-4065-4e7f-85d6-3ac9823e7df7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aaa8f235-5c99-479c-8dcd-1fd9a7bc289a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:44Z', 'updated_at': '2021-09-15T13:45:52Z', 'revision_number': 4, 'project_id': '271a432115e445938ab0d0de8fd8fb89', 'subnets': [{'id': 'aaa8f235-5c99-479c-8dcd-1fd9a7bc289a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-iscsi', False) {} {{(pid=82348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:45:53.161922 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc55fa7-f1e6-4c85-9e90-9155feb51007 None None] The sync data for ids ['d8c6486c-4065-4e7f-85d6-3ac9823e7df7'] in dv-cinder-809181-1-iscsi is: [{'id': 'd8c6486c-4065-4e7f-85d6-3ac9823e7df7', 'name': 'tempest-TestVolumeBootPattern-1056167794-router', 'tenant_id': '271a432115e445938ab0d0de8fd8fb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': '3b04fe53-e3ee-40f6-979f-ad97101c7b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:45:39Z', 'updated_at': '2021-09-15T13:45:45Z', 'revision_number': 4, 'project_id': '271a432115e445938ab0d0de8fd8fb89', 'gw_port': {'id': '3b04fe53-e3ee-40f6-979f-ad97101c7b31', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f9:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c6486c-4065-4e7f-85d6-3ac9823e7df7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:40Z', 'updated_at': '2021-09-15T13:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi', '_interfaces': [{'id': '0edd405b-049a-4bc6-99e1-3ced9c237a8a', 'name': '', 'network_id': 'a519d4bc-1083-41fa-aa15-ce01dbaa8f22', 'tenant_id': '271a432115e445938ab0d0de8fd8fb89', 'mac_address': 'fa:16:3e:f0:22:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c6486c-4065-4e7f-85d6-3ac9823e7df7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aaa8f235-5c99-479c-8dcd-1fd9a7bc289a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:44Z', 'updated_at': '2021-09-15T13:45:52Z', 'revision_number': 4, 'project_id': '271a432115e445938ab0d0de8fd8fb89', 'subnets': [{'id': 'aaa8f235-5c99-479c-8dcd-1fd9a7bc289a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Sep 15 13:45:53.199004 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-00a005e3-2cae-4938-989a-f6e925a9e68d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:53.201857 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-00a005e3-2cae-4938-989a-f6e925a9e68d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:53.232449 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-a4dedee4-61aa-4da7-b6b0-9c5b4bd9a304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301743526908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735110837380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852138254'] for port, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:53.243950 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-2e2d8e5e-05a1-4de6-b756-0055e7b8c2ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:45:53.247901 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-9dbd4a49-faf4-4e60-9ec6-4da56c454f4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:45:53.277629 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-00a005e3-2cae-4938-989a-f6e925a9e68d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8fb9bc3ee0234b87997a30cf1f8ff50f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2541807
Sep 15 13:45:53.288179 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 38444) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:45:53.312303 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a005e3-2cae-4938-989a-f6e925a9e68d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6ef6f12-715d-4d2a-b1b6-b8a88b25faab,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:45:53.318192 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-00a005e3-2cae-4938-989a-f6e925a9e68d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:45:53.396035 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-fdd9f3f3-3898-4a9e-9d20-5337d9aac729 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:53.431218 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-fdd9f3f3-3898-4a9e-9d20-5337d9aac729 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:53.505987 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-fdd9f3f3-3898-4a9e-9d20-5337d9aac729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:53.511502 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-6fdc3c2f-6921-4a19-9f0e-0f23fec39fbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:45:53.530812 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd9f3f3-3898-4a9e-9d20-5337d9aac729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6ef6f12-715d-4d2a-b1b6-b8a88b25faab,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:45:53.533304 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-fdd9f3f3-3898-4a9e-9d20-5337d9aac729 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:45:53.542091 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-fdd9f3f3-3898-4a9e-9d20-5337d9aac729 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:53.543376 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-fdd9f3f3-3898-4a9e-9d20-5337d9aac729 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a6ef6f12-715d-4d2a-b1b6-b8a88b25faab HTTP/1.1" status: 204  len: 168 time: 0.2540026
Sep 15 13:45:53.734796 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dedee4-61aa-4da7-b6b0-9c5b4bd9a304 admin admin] Pushing event deleted for resources: {'Port': ['ID=af4021bc-4ce2-4692-ac91-0e251a9b754f,revision_number=None']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:45:53.738118 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-a4dedee4-61aa-4da7-b6b0-9c5b4bd9a304 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:45:54.008002 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f2f378cc-2c6d-4a17-9e06-45c6fb12475d req-a4c10a48-7443-4a20-a492-444c0dda4507 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Router b57ef187-4677-4138-9304-5ae1a012bd28 has already been hosted by L3 agent c919ec5e-912e-4080-8a6b-9b8956cb875b {{(pid=82345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Sep 15 13:45:54.177002 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-a4dedee4-61aa-4da7-b6b0-9c5b4bd9a304 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847625941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1675974'] for router_interface, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:54.272749 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-d7671069-d9da-4ce3-9340-752aa40a14c6 req-fb7d09ee-6558-4b73-a015-131074b16f7a tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6e8854d-558e-48c7-b160-ac7f6c1744c4 HTTP/1.1" status: 200  len: 210 time: 0.1694117
Sep 15 13:45:54.553805 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f2f378cc-2c6d-4a17-9e06-45c6fb12475d req-a4c10a48-7443-4a20-a492-444c0dda4507 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Notify agent at l3_agent.dv-cinder-809181-1-iscsi the message routers_updated {{(pid=82345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Sep 15 13:45:54.563957 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7010753-e4c1-4de0-8362-7886aaef6a1c None None] Sync routers for ids ['b57ef187-4677-4138-9304-5ae1a012bd28'] in dv-cinder-809181-1-iscsi {{(pid=82347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Sep 15 13:45:54.601835 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7010753-e4c1-4de0-8362-7886aaef6a1c None None] Routers {'b57ef187-4677-4138-9304-5ae1a012bd28'} bound to L3 agent in host dv-cinder-809181-1-iscsi {{(pid=82347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 15 13:45:54.602938 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-c7010753-e4c1-4de0-8362-7886aaef6a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cd1ff11d0>, 'dv-cinder-809181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T13:29:29Z,description=<?>,heartbeat_timestamp=2021-09-15T13:45:29Z,host='dv-cinder-809181-1-iscsi',id=c919ec5e-912e-4080-8a6b-9b8956cb875b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T13:29:29Z,topic='l3_agent')) {'router_ids': ['b57ef187-4677-4138-9304-5ae1a012bd28'], 'active': True} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:45:54.639197 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2f378cc-2c6d-4a17-9e06-45c6fb12475d req-a4c10a48-7443-4a20-a492-444c0dda4507 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] No DVR routers for this DVR port 3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7 on host hv-cinder-80918 {{(pid=82345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Sep 15 13:45:54.641772 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-f2f378cc-2c6d-4a17-9e06-45c6fb12475d req-a4c10a48-7443-4a20-a492-444c0dda4507 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251427'] for port, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:54.647758 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6e8854d-558e-48c7-b160-ac7f6c1744c4', 'name': 'network-vif-deleted', 'tag': '3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7'}] {{(pid=82345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Sep 15 13:45:54.679329 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-f2f378cc-2c6d-4a17-9e06-45c6fb12475d req-a4c10a48-7443-4a20-a492-444c0dda4507 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.36 "DELETE /v2.0/ports/3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7 HTTP/1.1" status: 204  len: 173 time: 3.6148798
Sep 15 13:45:54.880547 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6e8854d-558e-48c7-b160-ac7f6c1744c4', 'name': 'network-vif-deleted', 'tag': '3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7', 'status': 'completed', 'code': 200}
Sep 15 13:45:55.109388 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device 0edd405b-049a-4bc6-99e1-3ced9c237a8a up at agent ovs-agent-dv-cinder-809181-1-iscsi {{(pid=82347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Sep 15 13:45:55.187310 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvr_db [None req-c7010753-e4c1-4de0-8362-7886aaef6a1c None None] Set router b57ef187-4677-4138-9304-5ae1a012bd28 gateway port host: dv-cinder-809181-1-iscsi {{(pid=82347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Sep 15 13:45:55.223225 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.agents_db [None req-051818a7-3814-4859-966a-2c4e7d325cc9 None None] Agent healthcheck: found 6 active agents {{(pid=82348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Sep 15 13:45:55.272064 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4dedee4-61aa-4da7-b6b0-9c5b4bd9a304 admin admin] Router 35dc4fba-9564-422b-a960-6e4251db06da has already been hosted by L3 agent c919ec5e-912e-4080-8a6b-9b8956cb875b {{(pid=82345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Sep 15 13:45:55.309043 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Provisioning for port 0edd405b-049a-4bc6-99e1-3ced9c237a8a completed by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Sep 15 13:45:55.315689 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Provisioning complete for port 0edd405b-049a-4bc6-99e1-3ced9c237a8a triggered by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:45:55.316128 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:55.557997 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-0b38c545-cadf-48a5-9620-e3c3b10d3bfa req-fa261b42-6dea-4b28-86dc-e6a54fcb7c58 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Synchronizing usage tracker for tenant:025c529061864e2ab47987e7d6ed7d28 on resource:port {{(pid=82345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Sep 15 13:45:55.591767 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-0b38c545-cadf-48a5-9620-e3c3b10d3bfa req-fa261b42-6dea-4b28-86dc-e6a54fcb7c58 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Unset dirty status for tenant:025c529061864e2ab47987e7d6ed7d28 on resource:port {{(pid=82345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Sep 15 13:45:55.593150 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-0b38c545-cadf-48a5-9620-e3c3b10d3bfa req-fa261b42-6dea-4b28-86dc-e6a54fcb7c58 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6e8854d-558e-48c7-b160-ac7f6c1744c4 HTTP/1.1" status: 200  len: 210 time: 0.0914993
Sep 15 13:45:55.668391 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4dedee4-61aa-4da7-b6b0-9c5b4bd9a304 admin admin] Notify agent at l3_agent.dv-cinder-809181-1-iscsi the message routers_updated {{(pid=82345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Sep 15 13:45:55.673900 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-a4dedee4-61aa-4da7-b6b0-9c5b4bd9a304 admin admin] 10.222.0.41 "PUT /v2.0/routers/35dc4fba-9564-422b-a960-6e4251db06da/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.2112544
Sep 15 13:45:55.676736 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 38488) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:45:55.681267 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9178d259-c55b-490e-9c9a-9c7384c159a0 None None] Sync routers for ids ['35dc4fba-9564-422b-a960-6e4251db06da'] in dv-cinder-809181-1-iscsi {{(pid=82348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Sep 15 13:45:55.714534 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:55.715208 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9178d259-c55b-490e-9c9a-9c7384c159a0 None None] Routers {'35dc4fba-9564-422b-a960-6e4251db06da'} bound to L3 agent in host dv-cinder-809181-1-iscsi {{(pid=82348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 15 13:45:55.716093 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-9178d259-c55b-490e-9c9a-9c7384c159a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cd1fb0c50>, 'dv-cinder-809181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T13:29:29Z,description=<?>,heartbeat_timestamp=2021-09-15T13:45:29Z,host='dv-cinder-809181-1-iscsi',id=c919ec5e-912e-4080-8a6b-9b8956cb875b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T13:29:29Z,topic='l3_agent')) {'router_ids': ['35dc4fba-9564-422b-a960-6e4251db06da'], 'active': True} {{(pid=82348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:45:55.768341 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] For port 0edd405b-049a-4bc6-99e1-3ced9c237a8a, host dv-cinder-809181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-iscsi',level=0,port_id=0edd405b-049a-4bc6-99e1-3ced9c237a8a,segment=NetworkSegment(55e04e47-17f0-4a67-bb37-7ff4aea2e740),segment_id=55e04e47-17f0-4a67-bb37-7ff4aea2e740)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:45:55.773697 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:55.786513 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:45:55.899360 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Pushing event updated for resources: {'Port': ['ID=0edd405b-049a-4bc6-99e1-3ced9c237a8a,revision_number=5']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:45:55.936164 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:45:55.974877 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-c7010753-e4c1-4de0-8362-7886aaef6a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cd1ff11d0>, [{'id': 'b57ef187-4677-4138-9304-5ae1a012bd28', 'name': 'tempest-AttachVolumeShelveTestJSON-500667379-router', 'tenant_id': '025c529061864e2ab47987e7d6ed7d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': '05c1d5c3-330b-4f4d-9200-6dad9f8a07b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:37Z', 'updated_at': '2021-09-15T13:37:48Z', 'revision_number': 4, 'project_id': '025c529061864e2ab47987e7d6ed7d28', 'gw_port': {'id': '05c1d5c3-330b-4f4d-9200-6dad9f8a07b3', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cf:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57ef187-4677-4138-9304-5ae1a012bd28', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:38Z', 'updated_at': '2021-09-15T13:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi', '_interfaces': [{'id': 'e087af7b-9fed-4da0-b075-bf2545f634df', 'name': '', 'network_id': 'e9c16276-857e-49e4-bec2-1a6e621bb0c0', 'tenant_id': '025c529061864e2ab47987e7d6ed7d28', 'mac_address': 'fa:16:3e:a1:63:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57ef187-4677-4138-9304-5ae1a012bd28', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d3cda93-f669-4c8c-b3ae-fd1f6c47904a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:44Z', 'updated_at': '2021-09-15T13:38:13Z', 'revision_number': 5, 'project_id': '025c529061864e2ab47987e7d6ed7d28', 'subnets': [{'id': '5d3cda93-f669-4c8c-b3ae-fd1f6c47904a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-iscsi', False) {} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:45:55.979111 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7010753-e4c1-4de0-8362-7886aaef6a1c None None] Checking router: b57ef187-4677-4138-9304-5ae1a012bd28 for host: dv-cinder-809181-1-iscsi {{(pid=82347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Sep 15 13:45:56.000319 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7010753-e4c1-4de0-8362-7886aaef6a1c None None] Routers {'b57ef187-4677-4138-9304-5ae1a012bd28'} bound to L3 agent in host dv-cinder-809181-1-iscsi {{(pid=82347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 15 13:45:56.000319 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-c7010753-e4c1-4de0-8362-7886aaef6a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cd1ff11d0>, 'dv-cinder-809181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T13:29:29Z,description=<?>,heartbeat_timestamp=2021-09-15T13:45:29Z,host='dv-cinder-809181-1-iscsi',id=c919ec5e-912e-4080-8a6b-9b8956cb875b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T13:29:29Z,topic='l3_agent')) {'router_ids': ['b57ef187-4677-4138-9304-5ae1a012bd28'], 'active': True} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:45:56.025700 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvr_db [None req-9178d259-c55b-490e-9c9a-9c7384c159a0 None None] Set router 35dc4fba-9564-422b-a960-6e4251db06da gateway port host: dv-cinder-809181-1-iscsi {{(pid=82348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Sep 15 13:45:56.056007 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-c8ac4d9f-4564-431f-9ccf-3b3ae3dd603b admin admin] Notify callbacks [] for router, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:56.234627 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvr_db [None req-c7010753-e4c1-4de0-8362-7886aaef6a1c None None] Set router b57ef187-4677-4138-9304-5ae1a012bd28 gateway port host: dv-cinder-809181-1-iscsi {{(pid=82347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Sep 15 13:45:56.374348 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-c8ac4d9f-4564-431f-9ccf-3b3ae3dd603b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:56.381125 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-9178d259-c55b-490e-9c9a-9c7384c159a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cd1fb0c50>, [{'id': '35dc4fba-9564-422b-a960-6e4251db06da', 'name': 'tempest-TestShelveInstance-1174003912-router', 'tenant_id': '2c26021264744c76af9452b349af446b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '9db906f0-69fa-418b-8b18-e51b3fa29977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:40:04Z', 'updated_at': '2021-09-15T13:45:52Z', 'revision_number': 5, 'project_id': '2c26021264744c76af9452b349af446b', 'gw_port': {'id': '9db906f0-69fa-418b-8b18-e51b3fa29977', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:aa:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35dc4fba-9564-422b-a960-6e4251db06da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:40:04Z', 'updated_at': '2021-09-15T13:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi'}], 'dv-cinder-809181-1-iscsi', False) {} {{(pid=82348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:45:56.388375 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9178d259-c55b-490e-9c9a-9c7384c159a0 None None] Checking router: 35dc4fba-9564-422b-a960-6e4251db06da for host: dv-cinder-809181-1-iscsi {{(pid=82348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Sep 15 13:45:56.388940 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-c8ac4d9f-4564-431f-9ccf-3b3ae3dd603b admin admin] Deleting port 9db906f0-69fa-418b-8b18-e51b3fa29977 {{(pid=82346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Sep 15 13:45:56.389439 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-c8ac4d9f-4564-431f-9ccf-3b3ae3dd603b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301743532404'] for port, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:56.402144 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Device 3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7 no longer exists at agent hyperv_hv-cinder-80918 {{(pid=82347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Sep 15 13:45:56.403082 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9178d259-c55b-490e-9c9a-9c7384c159a0 None None] Routers {'35dc4fba-9564-422b-a960-6e4251db06da'} bound to L3 agent in host dv-cinder-809181-1-iscsi {{(pid=82348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 15 13:45:56.403960 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-9178d259-c55b-490e-9c9a-9c7384c159a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cd1fb0c50>, 'dv-cinder-809181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T13:29:29Z,description=<?>,heartbeat_timestamp=2021-09-15T13:45:29Z,host='dv-cinder-809181-1-iscsi',id=c919ec5e-912e-4080-8a6b-9b8956cb875b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T13:29:29Z,topic='l3_agent')) {'router_ids': ['35dc4fba-9564-422b-a960-6e4251db06da'], 'active': True} {{(pid=82348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:45:56.442807 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] No Port match for: 3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7 {{(pid=82347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Sep 15 13:45:56.443208 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Device 3223ce2c-3bdf-4ff3-931d-2d4c71d1b2b7 not bound to the agent host hv-cinder-80918 {{(pid=82347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Sep 15 13:45:56.556453 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b40e395b-1adb-4847-98bd-6f96a0f78134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:56.602509 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-c8ac4d9f-4564-431f-9ccf-3b3ae3dd603b admin admin] For port 9db906f0-69fa-418b-8b18-e51b3fa29977, host dv-cinder-809181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-iscsi',level=0,port_id=9db906f0-69fa-418b-8b18-e51b3fa29977,segment=NetworkSegment(fb39ec5d-b714-4bbc-8dc4-da8589a681e7),segment_id=fb39ec5d-b714-4bbc-8dc4-da8589a681e7)] {{(pid=82346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:45:56.602924 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-c8ac4d9f-4564-431f-9ccf-3b3ae3dd603b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853103875'] for port, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:56.611998 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvr_db [None req-9178d259-c55b-490e-9c9a-9c7384c159a0 None None] Set router 35dc4fba-9564-422b-a960-6e4251db06da gateway port host: None {{(pid=82348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Sep 15 13:45:56.730574 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-c7010753-e4c1-4de0-8362-7886aaef6a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cd1ff11d0>, [{'id': 'b57ef187-4677-4138-9304-5ae1a012bd28', 'name': 'tempest-AttachVolumeShelveTestJSON-500667379-router', 'tenant_id': '025c529061864e2ab47987e7d6ed7d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': '05c1d5c3-330b-4f4d-9200-6dad9f8a07b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:37Z', 'updated_at': '2021-09-15T13:37:48Z', 'revision_number': 4, 'project_id': '025c529061864e2ab47987e7d6ed7d28', 'gw_port': {'id': '05c1d5c3-330b-4f4d-9200-6dad9f8a07b3', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cf:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57ef187-4677-4138-9304-5ae1a012bd28', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:38Z', 'updated_at': '2021-09-15T13:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi', '_interfaces': [{'id': 'e087af7b-9fed-4da0-b075-bf2545f634df', 'name': '', 'network_id': 'e9c16276-857e-49e4-bec2-1a6e621bb0c0', 'tenant_id': '025c529061864e2ab47987e7d6ed7d28', 'mac_address': 'fa:16:3e:a1:63:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57ef187-4677-4138-9304-5ae1a012bd28', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d3cda93-f669-4c8c-b3ae-fd1f6c47904a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:44Z', 'updated_at': '2021-09-15T13:38:13Z', 'revision_number': 5, 'project_id': '025c529061864e2ab47987e7d6ed7d28', 'subnets': [{'id': '5d3cda93-f669-4c8c-b3ae-fd1f6c47904a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-iscsi', False) {} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:45:56.737278 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7010753-e4c1-4de0-8362-7886aaef6a1c None None] The sync data for ids ['b57ef187-4677-4138-9304-5ae1a012bd28'] in dv-cinder-809181-1-iscsi is: [{'id': 'b57ef187-4677-4138-9304-5ae1a012bd28', 'name': 'tempest-AttachVolumeShelveTestJSON-500667379-router', 'tenant_id': '025c529061864e2ab47987e7d6ed7d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': '05c1d5c3-330b-4f4d-9200-6dad9f8a07b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:37Z', 'updated_at': '2021-09-15T13:37:48Z', 'revision_number': 4, 'project_id': '025c529061864e2ab47987e7d6ed7d28', 'gw_port': {'id': '05c1d5c3-330b-4f4d-9200-6dad9f8a07b3', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cf:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57ef187-4677-4138-9304-5ae1a012bd28', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:38Z', 'updated_at': '2021-09-15T13:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi', '_interfaces': [{'id': 'e087af7b-9fed-4da0-b075-bf2545f634df', 'name': '', 'network_id': 'e9c16276-857e-49e4-bec2-1a6e621bb0c0', 'tenant_id': '025c529061864e2ab47987e7d6ed7d28', 'mac_address': 'fa:16:3e:a1:63:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57ef187-4677-4138-9304-5ae1a012bd28', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d3cda93-f669-4c8c-b3ae-fd1f6c47904a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:44Z', 'updated_at': '2021-09-15T13:38:13Z', 'revision_number': 5, 'project_id': '025c529061864e2ab47987e7d6ed7d28', 'subnets': [{'id': '5d3cda93-f669-4c8c-b3ae-fd1f6c47904a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Sep 15 13:45:56.794582 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device 0edd405b-049a-4bc6-99e1-3ced9c237a8a up at agent ovs-agent-dv-cinder-809181-1-iscsi {{(pid=82347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Sep 15 13:45:56.825533 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-c8ac4d9f-4564-431f-9ccf-3b3ae3dd603b admin admin] Calling delete_port for 9db906f0-69fa-418b-8b18-e51b3fa29977 owned by network:router_gateway {{(pid=82346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Sep 15 13:45:56.870610 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 38508) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:45:56.941883 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Provisioning complete for port 0edd405b-049a-4bc6-99e1-3ced9c237a8a triggered by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:45:56.943150 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:56.968383 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-e84a2bfd-4108-4986-9531-b9806ac68ec8 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Notify callbacks [] for security_group, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:57.005595 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-e84a2bfd-4108-4986-9531-b9806ac68ec8 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:57.029045 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-9178d259-c55b-490e-9c9a-9c7384c159a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cd1fb0c50>, [{'id': '35dc4fba-9564-422b-a960-6e4251db06da', 'name': 'tempest-TestShelveInstance-1174003912-router', 'tenant_id': '2c26021264744c76af9452b349af446b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:40:04Z', 'updated_at': '2021-09-15T13:45:56Z', 'revision_number': 6, 'project_id': '2c26021264744c76af9452b349af446b', 'gw_port_host': None}], 'dv-cinder-809181-1-iscsi', False) {} {{(pid=82348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:45:57.036430 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9178d259-c55b-490e-9c9a-9c7384c159a0 None None] The sync data for ids ['35dc4fba-9564-422b-a960-6e4251db06da'] in dv-cinder-809181-1-iscsi is: [{'id': '35dc4fba-9564-422b-a960-6e4251db06da', 'name': 'tempest-TestShelveInstance-1174003912-router', 'tenant_id': '2c26021264744c76af9452b349af446b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:40:04Z', 'updated_at': '2021-09-15T13:45:56Z', 'revision_number': 6, 'project_id': '2c26021264744c76af9452b349af446b', 'gw_port_host': None}] {{(pid=82348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Sep 15 13:45:57.052912 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-c8ac4d9f-4564-431f-9ccf-3b3ae3dd603b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301743526908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735110837380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1447919'] for port, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:57.057923 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-3da2b7e1-c460-4155-823c-965dc2c557d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:45:57.074972 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-e84a2bfd-4108-4986-9531-b9806ac68ec8 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:57.093905 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 38514) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:45:57.096030 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-a064cdfe-807f-4741-a115-5e404258779e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:45:57.120805 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ac4d9f-4564-431f-9ccf-3b3ae3dd603b admin admin] Pushing event deleted for resources: {'Port': ['ID=9db906f0-69fa-418b-8b18-e51b3fa29977,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:45:57.124906 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-c8ac4d9f-4564-431f-9ccf-3b3ae3dd603b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:45:57.133027 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84a2bfd-4108-4986-9531-b9806ac68ec8 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e16839-325b-4e32-8166-088abba378dc,revision_number=None']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:45:57.136110 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-e84a2bfd-4108-4986-9531-b9806ac68ec8 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:45:57.144163 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-e84a2bfd-4108-4986-9531-b9806ac68ec8 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Notify callbacks [] for security_group, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:57.147689 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-e84a2bfd-4108-4986-9531-b9806ac68ec8 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "DELETE /v2.0/security-groups/89e16839-325b-4e32-8166-088abba378dc HTTP/1.1" status: 204  len: 168 time: 0.2740371
Sep 15 13:45:57.151468 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 38520) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:45:57.177693 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.api.v2.resource [None req-9cb42b8e-dfb0-4865-9197-fc16a42c06e7 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] show failed (client error): The resource could not be found.
Sep 15 13:45:57.188329 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-9cb42b8e-dfb0-4865-9197-fc16a42c06e7 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "GET /v2.0/security-groups/89e16839-325b-4e32-8166-088abba378dc HTTP/1.1" status: 404  len: 347 time: 0.0355041
Sep 15 13:45:57.192247 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 38524) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:45:57.416299 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-ee81c25f-32aa-44e8-aa1e-35868bd608e4 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Deleting port 66aebf15-e065-4e2c-926a-145f36ccbf82 {{(pid=82345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Sep 15 13:45:57.416682 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-ee81c25f-32aa-44e8-aa1e-35868bd608e4 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301743532404'] for port, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:57.445973 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-3137a070-4d26-4bee-b8f2-aedc99267dae admin admin] Notify callbacks [] for security_group, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:57.543192 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-3137a070-4d26-4bee-b8f2-aedc99267dae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:45:57.583965 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616b43a6-3ef6-4e03-97c7-94960bee68e0 None None] New status for floating IP c3867969-3fc1-466b-a111-195ebc9765f0: DOWN {{(pid=82347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Sep 15 13:45:57.597670 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-3137a070-4d26-4bee-b8f2-aedc99267dae admin admin] Usage tracker for resource:security_group_rule and tenant:68325b26f4314e548fa9305fb622b61d is out of sync, need to count used quota {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:45:57.609979 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-3137a070-4d26-4bee-b8f2-aedc99267dae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:45:57.636394 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-c8ac4d9f-4564-431f-9ccf-3b3ae3dd603b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853102522'] for router_gateway, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:57.892739 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-3137a070-4d26-4bee-b8f2-aedc99267dae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:45:57.934598 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-ee81c25f-32aa-44e8-aa1e-35868bd608e4 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853103875'] for port, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:57.934976 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-ee81c25f-32aa-44e8-aa1e-35868bd608e4 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:57.945142 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-c8ac4d9f-4564-431f-9ccf-3b3ae3dd603b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853094842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854743964'] for router, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:57.950012 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-c8ac4d9f-4564-431f-9ccf-3b3ae3dd603b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:57.975975 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-c8ac4d9f-4564-431f-9ccf-3b3ae3dd603b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1679605'] for router, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:57.976466 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ac4d9f-4564-431f-9ccf-3b3ae3dd603b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35dc4fba-9564-422b-a960-6e4251db06da {{(pid=82346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Sep 15 13:45:57.989245 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-c8ac4d9f-4564-431f-9ccf-3b3ae3dd603b admin admin] Notify callbacks [] for router, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:57.992948 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-c8ac4d9f-4564-431f-9ccf-3b3ae3dd603b admin admin] 10.222.0.41 "DELETE /v2.0/routers/35dc4fba-9564-422b-a960-6e4251db06da HTTP/1.1" status: 204  len: 168 time: 2.3125749
Sep 15 13:45:57.993244 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 38530) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:45:58.061028 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fec3f07-bb8d-44f2-8a3a-cbff28fcc8ce admin admin] Deleting subnet 39d9f7f9-0484-4eb0-9fad-72c36cc76fca {{(pid=82346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Sep 15 13:45:58.064417 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-4fec3f07-bb8d-44f2-8a3a-cbff28fcc8ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:58.073133 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-ee81c25f-32aa-44e8-aa1e-35868bd608e4 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Calling delete_port for 66aebf15-e065-4e2c-926a-145f36ccbf82 owned by network:floatingip {{(pid=82345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Sep 15 13:45:58.120527 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-4fec3f07-bb8d-44f2-8a3a-cbff28fcc8ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851686669'] for subnet, precommit_delete_associations {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:58.131400 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:58.183617 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-3137a070-4d26-4bee-b8f2-aedc99267dae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:58.188121 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-3137a070-4d26-4bee-b8f2-aedc99267dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:58.199947 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-23045338-a820-4b3f-a897-f2127c8f4053 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:45:58.212513 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-4fec3f07-bb8d-44f2-8a3a-cbff28fcc8ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-956'] for subnet, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:58.241825 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.db.api [None req-ee81c25f-32aa-44e8-aa1e-35868bd608e4 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82345) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Sep 15 13:45:58.242209 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_db.api [None req-ee81c25f-32aa-44e8-aa1e-35868bd608e4 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Sep 15 13:45:58.257426 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-3137a070-4d26-4bee-b8f2-aedc99267dae admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=68325b26f4314e548fa9305fb622b61d&name=default HTTP/1.1" status: 200  len: 2647 time: 1.1436002
Sep 15 13:45:58.263102 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3137a070-4d26-4bee-b8f2-aedc99267dae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71e46a07-6abc-48e1-b39c-096d5625ccef,revision_number=1']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:45:58.269132 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 38534) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:45:58.270444 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-3137a070-4d26-4bee-b8f2-aedc99267dae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:45:58.312022 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-4fec3f07-bb8d-44f2-8a3a-cbff28fcc8ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853327942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1150312'] for subnet, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:58.317900 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-76a6b356-79d0-4417-a72b-9316d4deac4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:45:58.354474 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-cc502bef-87cd-40ac-97a8-cdc1d3a49128 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:58.359296 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fec3f07-bb8d-44f2-8a3a-cbff28fcc8ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39d9f7f9-0484-4eb0-9fad-72c36cc76fca,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:45:58.363280 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-4fec3f07-bb8d-44f2-8a3a-cbff28fcc8ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:45:58.367334 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-4fec3f07-bb8d-44f2-8a3a-cbff28fcc8ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:58.374168 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-4fec3f07-bb8d-44f2-8a3a-cbff28fcc8ce admin admin] 10.222.0.41 "DELETE /v2.0/subnets/39d9f7f9-0484-4eb0-9fad-72c36cc76fca HTTP/1.1" status: 204  len: 168 time: 0.3798678
Sep 15 13:45:58.376966 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b22ec6e-681b-4a42-9b73-383a980264a9 None None] Network 0fc11b12-cf90-4ce2-99c1-ab02e519e172 requested from dv-cinder-809181-1-iscsi {{(pid=82347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Sep 15 13:45:58.381051 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 38538) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:45:58.388931 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-cc502bef-87cd-40ac-97a8-cdc1d3a49128 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:58.437737 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-cc502bef-87cd-40ac-97a8-cdc1d3a49128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:58.443484 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-f91d9d92-f4b3-46f1-a53d-948ff606cd4e tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:45:58.459538 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc502bef-87cd-40ac-97a8-cdc1d3a49128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e46a07-6abc-48e1-b39c-096d5625ccef,revision_number=None']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:45:58.460307 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-cc502bef-87cd-40ac-97a8-cdc1d3a49128 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:45:58.483968 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-cc502bef-87cd-40ac-97a8-cdc1d3a49128 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:58.487966 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-cc502bef-87cd-40ac-97a8-cdc1d3a49128 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/71e46a07-6abc-48e1-b39c-096d5625ccef HTTP/1.1" status: 204  len: 168 time: 0.2161610
Sep 15 13:45:58.512230 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-97a562a9-dcdc-492a-86bb-4356a737680d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854347016'] for network, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:58.523517 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-97a562a9-dcdc-492a-86bb-4356a737680d admin admin] Deleting port b06a6a2b-8530-45b5-87ae-e9fd0986e7a4 {{(pid=82346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Sep 15 13:45:58.523961 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-97a562a9-dcdc-492a-86bb-4356a737680d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301743532404'] for port, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:58.672979 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b5e57e-0310-4362-95f2-3d8bfe12d797 None None] DHCP port deletion for 0fc11b12-cf90-4ce2-99c1-ab02e519e172 request from dv-cinder-809181-1-iscsi {{(pid=82347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Sep 15 13:45:58.679030 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-19b5e57e-0310-4362-95f2-3d8bfe12d797 None None] Deleting port b06a6a2b-8530-45b5-87ae-e9fd0986e7a4 {{(pid=82347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Sep 15 13:45:58.679456 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-19b5e57e-0310-4362-95f2-3d8bfe12d797 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301743532404'] for port, before_delete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:58.743567 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-ee81c25f-32aa-44e8-aa1e-35868bd608e4 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Deleting port 66aebf15-e065-4e2c-926a-145f36ccbf82 {{(pid=82345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Sep 15 13:45:58.744074 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-ee81c25f-32aa-44e8-aa1e-35868bd608e4 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301743532404'] for port, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:58.779417 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device af4021bc-4ce2-4692-ac91-0e251a9b754f no longer exists at agent ovs-agent-dv-cinder-809181-1-iscsi {{(pid=82347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Sep 15 13:45:58.793601 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-97a562a9-dcdc-492a-86bb-4356a737680d admin admin] For port b06a6a2b-8530-45b5-87ae-e9fd0986e7a4, host dv-cinder-809181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-iscsi',level=0,port_id=b06a6a2b-8530-45b5-87ae-e9fd0986e7a4,segment=NetworkSegment(fdf4bdde-a737-4074-a237-38a159ec34db),segment_id=fdf4bdde-a737-4074-a237-38a159ec34db)] {{(pid=82346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:45:58.794014 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-97a562a9-dcdc-492a-86bb-4356a737680d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853103875'] for port, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:58.825221 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] No Port match for: af4021bc-4ce2-4692-ac91-0e251a9b754f {{(pid=82347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Sep 15 13:45:58.825627 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device af4021bc-4ce2-4692-ac91-0e251a9b754f not bound to the agent host dv-cinder-809181-1-iscsi {{(pid=82347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Sep 15 13:45:58.826090 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device b06a6a2b-8530-45b5-87ae-e9fd0986e7a4 no longer exists at agent ovs-agent-dv-cinder-809181-1-iscsi {{(pid=82347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Sep 15 13:45:58.954176 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-97a562a9-dcdc-492a-86bb-4356a737680d admin admin] Calling delete_port for b06a6a2b-8530-45b5-87ae-e9fd0986e7a4 owned by network:dhcp {{(pid=82346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Sep 15 13:45:58.980079 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-ee81c25f-32aa-44e8-aa1e-35868bd608e4 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853103875'] for port, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:58.982653 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-ee81c25f-32aa-44e8-aa1e-35868bd608e4 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:58.996336 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 38548) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:45:59.040557 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-97a562a9-dcdc-492a-86bb-4356a737680d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301743526908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735110837380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1447919'] for port, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:59.045834 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-4b8b9b73-6c3d-42e0-9adb-98e204c2bba8 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:45:59.104900 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a562a9-dcdc-492a-86bb-4356a737680d admin admin] Pushing event deleted for resources: {'Port': ['ID=b06a6a2b-8530-45b5-87ae-e9fd0986e7a4,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:45:59.113370 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-97a562a9-dcdc-492a-86bb-4356a737680d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:45:59.116132 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a562a9-dcdc-492a-86bb-4356a737680d admin admin] No DVR routers for this DVR port b06a6a2b-8530-45b5-87ae-e9fd0986e7a4 on host dv-cinder-809181-1-iscsi {{(pid=82346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Sep 15 13:45:59.171057 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-ee81c25f-32aa-44e8-aa1e-35868bd608e4 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Calling delete_port for 66aebf15-e065-4e2c-926a-145f36ccbf82 owned by network:floatingip {{(pid=82345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Sep 15 13:45:59.173967 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-e24d569b-3f4b-465b-938f-837b386138eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:59.200522 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f5ebeb90-7386-46ee-a990-e492af0bca7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:59.271246 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-97a562a9-dcdc-492a-86bb-4356a737680d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13861', 'neutron.services.segments.db._delete_segments_for_network-8735111364894'] for network, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:59.277266 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:59.286636 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.services.segments.db [None req-97a562a9-dcdc-492a-86bb-4356a737680d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1cd1815518>,) {'filters': {'network_id': ['0fc11b12-cf90-4ce2-99c1-ab02e519e172']}} {{(pid=82346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:45:59.300409 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.services.segments.db [None req-97a562a9-dcdc-492a-86bb-4356a737680d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1cd1815518>, 'fdf4bdde-a737-4074-a237-38a159ec34db') {'for_net_delete': True} {{(pid=82346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:45:59.300762 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.services.segments.db [None req-97a562a9-dcdc-492a-86bb-4356a737680d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1cd1815518>, 'fdf4bdde-a737-4074-a237-38a159ec34db') {} {{(pid=82346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:45:59.305066 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-19b5e57e-0310-4362-95f2-3d8bfe12d797 None None] For port b06a6a2b-8530-45b5-87ae-e9fd0986e7a4, host dv-cinder-809181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-iscsi',level=0,port_id=b06a6a2b-8530-45b5-87ae-e9fd0986e7a4,segment=NetworkSegment(fdf4bdde-a737-4074-a237-38a159ec34db),segment_id=fdf4bdde-a737-4074-a237-38a159ec34db)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:45:59.305516 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-19b5e57e-0310-4362-95f2-3d8bfe12d797 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853103875'] for port, precommit_delete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:59.314915 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-97a562a9-dcdc-492a-86bb-4356a737680d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363301743409746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3089130'] for segment, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:59.317941 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9acd9d20-0ed4-40fe-8ec3-e1d8b485d7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:59.337473 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-97a562a9-dcdc-492a-86bb-4356a737680d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854307961'] for segment, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:59.344055 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97a562a9-dcdc-492a-86bb-4356a737680d admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=82346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Sep 15 13:45:59.344497 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-97a562a9-dcdc-492a-86bb-4356a737680d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-467870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853328127'] for segment, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:59.347824 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-f5ebeb90-7386-46ee-a990-e492af0bca7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:45:59.358456 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-f5ebeb90-7386-46ee-a990-e492af0bca7e admin admin] Usage tracker for resource:security_group_rule and tenant:df7d05f009a54daf81f61e7412b3de88 is out of sync, need to count used quota {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:45:59.359190 dv-cinder-809181-1-iscsi neutron-server[82236]: Traceback (most recent call last):
Sep 15 13:45:59.359190 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Sep 15 13:45:59.359190 dv-cinder-809181-1-iscsi neutron-server[82236]:     timer()
Sep 15 13:45:59.359190 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 15 13:45:59.359190 dv-cinder-809181-1-iscsi neutron-server[82236]:     cb(*args, **kw)
Sep 15 13:45:59.359190 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Sep 15 13:45:59.359190 dv-cinder-809181-1-iscsi neutron-server[82236]:     return func(*args, **kwargs)
Sep 15 13:45:59.359190 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 15 13:45:59.359190 dv-cinder-809181-1-iscsi neutron-server[82236]:     self._notify()
Sep 15 13:45:59.359190 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 15 13:45:59.359190 dv-cinder-809181-1-iscsi neutron-server[82236]:     self.callback(batched_events)
Sep 15 13:45:59.359190 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 15 13:45:59.359190 dv-cinder-809181-1-iscsi neutron-server[82236]:     event.method(event)
Sep 15 13:45:59.359190 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 15 13:45:59.359190 dv-cinder-809181-1-iscsi neutron-server[82236]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 15 13:45:59.359190 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Sep 15 13:45:59.359190 dv-cinder-809181-1-iscsi neutron-server[82236]:     segment_id)['aggregates'][0]
Sep 15 13:45:59.359190 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Sep 15 13:45:59.359190 dv-cinder-809181-1-iscsi neutron-server[82236]:     return f(self, *a, **k)
Sep 15 13:45:59.359190 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Sep 15 13:45:59.359190 dv-cinder-809181-1-iscsi neutron-server[82236]:     return self._get(url).json()
Sep 15 13:45:59.359190 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Sep 15 13:45:59.359190 dv-cinder-809181-1-iscsi neutron-server[82236]:     **kwargs)
Sep 15 13:45:59.359190 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Sep 15 13:45:59.359190 dv-cinder-809181-1-iscsi neutron-server[82236]:     return self.request(url, 'GET', **kwargs)
Sep 15 13:45:59.359190 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Sep 15 13:45:59.359190 dv-cinder-809181-1-iscsi neutron-server[82236]:     **endpoint_filter)
Sep 15 13:45:59.359190 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Sep 15 13:45:59.359190 dv-cinder-809181-1-iscsi neutron-server[82236]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 15 13:45:59.359190 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Sep 15 13:45:59.359190 dv-cinder-809181-1-iscsi neutron-server[82236]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 15 13:45:59.359190 dv-cinder-809181-1-iscsi neutron-server[82236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 15 13:45:59.368176 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-f5ebeb90-7386-46ee-a990-e492af0bca7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:45:59.377791 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-f5ebeb90-7386-46ee-a990-e492af0bca7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:45:59.406348 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-ee81c25f-32aa-44e8-aa1e-35868bd608e4 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301743526908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735110837380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852138254'] for port, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:59.411754 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-184ae705-680e-41e0-973e-b1ae95b6d12b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:45:59.443933 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-97a562a9-dcdc-492a-86bb-4356a737680d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854761902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853102175'] for network, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:59.448660 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-97a562a9-dcdc-492a-86bb-4356a737680d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7149901'] for network, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:59.453903 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-2f8d69d1-3a46-4762-87a4-0463b55630b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:45:59.461979 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee81c25f-32aa-44e8-aa1e-35868bd608e4 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Pushing event deleted for resources: {'Port': ['ID=66aebf15-e065-4e2c-926a-145f36ccbf82,revision_number=None']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:45:59.467142 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-ee81c25f-32aa-44e8-aa1e-35868bd608e4 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:45:59.469184 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device 9db906f0-69fa-418b-8b18-e51b3fa29977 no longer exists at agent ovs-agent-dv-cinder-809181-1-iscsi {{(pid=82347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Sep 15 13:45:59.483018 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a562a9-dcdc-492a-86bb-4356a737680d admin admin] Pushing event deleted for resources: {'Network': ['ID=0fc11b12-cf90-4ce2-99c1-ab02e519e172,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:45:59.485505 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-97a562a9-dcdc-492a-86bb-4356a737680d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:45:59.487480 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-97a562a9-dcdc-492a-86bb-4356a737680d admin admin] 10.222.0.41 "DELETE /v2.0/networks/0fc11b12-cf90-4ce2-99c1-ab02e519e172 HTTP/1.1" status: 204  len: 168 time: 1.1055667
Sep 15 13:45:59.499395 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-19b5e57e-0310-4362-95f2-3d8bfe12d797 None None] Calling delete_port for b06a6a2b-8530-45b5-87ae-e9fd0986e7a4 owned by network:dhcp {{(pid=82347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Sep 15 13:45:59.546349 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] No Port match for: 9db906f0-69fa-418b-8b18-e51b3fa29977 {{(pid=82347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Sep 15 13:45:59.546671 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device 9db906f0-69fa-418b-8b18-e51b3fa29977 not bound to the agent host dv-cinder-809181-1-iscsi {{(pid=82347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Sep 15 13:45:59.590011 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.db.api [None req-19b5e57e-0310-4362-95f2-3d8bfe12d797 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82347) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Sep 15 13:45:59.590758 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_db.api [None req-19b5e57e-0310-4362-95f2-3d8bfe12d797 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Sep 15 13:45:59.599977 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f5ebeb90-7386-46ee-a990-e492af0bca7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:59.605027 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-ee81c25f-32aa-44e8-aa1e-35868bd608e4 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Notify callbacks [] for floatingip, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:59.608366 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f5ebeb90-7386-46ee-a990-e492af0bca7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:59.617569 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-070154f2-5af9-47e3-8ac5-9b0ecf2b9911 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:45:59.673261 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ebeb90-7386-46ee-a990-e492af0bca7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eef6ab31-7cf3-407a-9a42-5372aa7036af,revision_number=1']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:45:59.679590 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-f5ebeb90-7386-46ee-a990-e492af0bca7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:45:59.682456 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-f5ebeb90-7386-46ee-a990-e492af0bca7e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=df7d05f009a54daf81f61e7412b3de88&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6851695
Sep 15 13:45:59.685485 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 38554) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:45:59.688041 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-ee81c25f-32aa-44e8-aa1e-35868bd608e4 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251427'] for floatingip, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:59.689179 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-ee81c25f-32aa-44e8-aa1e-35868bd608e4 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] 10.222.0.41 "DELETE /v2.0/floatingips/c3867969-3fc1-466b-a111-195ebc9765f0 HTTP/1.1" status: 204  len: 168 time: 2.4919739
Sep 15 13:45:59.739463 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 38560) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:45:59.791043 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-34fafab3-72e7-46fe-8fe8-a32170b83ff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:59.838439 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-34fafab3-72e7-46fe-8fe8-a32170b83ff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:59.847016 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-99c822ce-f81a-4fd3-a9cf-e1451e2b2ec7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d2cb26720af84bd8a1fda6a7b333bad4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1062677
Sep 15 13:45:59.850501 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 38566) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:45:59.893382 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-34fafab3-72e7-46fe-8fe8-a32170b83ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:59.899561 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-b23cb519-e844-49a3-95e3-3cdfba605f00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:45:59.911824 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fafab3-72e7-46fe-8fe8-a32170b83ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef6ab31-7cf3-407a-9a42-5372aa7036af,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:45:59.914548 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-34fafab3-72e7-46fe-8fe8-a32170b83ff5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:45:59.921674 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-34fafab3-72e7-46fe-8fe8-a32170b83ff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:59.922206 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2f867b27-ae75-4235-864e-e6af9b0e0239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:45:59.923685 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-34fafab3-72e7-46fe-8fe8-a32170b83ff5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/eef6ab31-7cf3-407a-9a42-5372aa7036af HTTP/1.1" status: 204  len: 168 time: 0.2363334
Sep 15 13:45:59.951948 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2f867b27-ae75-4235-864e-e6af9b0e0239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:00.005363 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2f867b27-ae75-4235-864e-e6af9b0e0239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:00.010572 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-e84a2bfd-4108-4986-9531-b9806ac68ec8 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:46:00.027941 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f867b27-ae75-4235-864e-e6af9b0e0239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f88cd4b4-bd9d-4618-8771-a617e3151e2d,revision_number=None']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:46:00.028832 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-2f867b27-ae75-4235-864e-e6af9b0e0239 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:46:00.032337 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2f867b27-ae75-4235-864e-e6af9b0e0239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:00.033531 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-2f867b27-ae75-4235-864e-e6af9b0e0239 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f88cd4b4-bd9d-4618-8771-a617e3151e2d HTTP/1.1" status: 204  len: 168 time: 0.1819401
Sep 15 13:46:00.093216 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-19b5e57e-0310-4362-95f2-3d8bfe12d797 None None] Deleting port b06a6a2b-8530-45b5-87ae-e9fd0986e7a4 {{(pid=82347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Sep 15 13:46:00.094172 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-19b5e57e-0310-4362-95f2-3d8bfe12d797 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301743532404'] for port, before_delete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:00.172692 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-19b5e57e-0310-4362-95f2-3d8bfe12d797 None None] The port 'b06a6a2b-8530-45b5-87ae-e9fd0986e7a4' was deleted {{(pid=82347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1873}}
Sep 15 13:46:00.437310 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 38586) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:46:00.499800 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-859ef384-50da-4f8d-a640-28e811be001d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2c26021264744c76af9452b349af446b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0587444
Sep 15 13:46:00.500105 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 38592) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:46:00.562866 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-64a147f9-2f99-4163-a701-8ab3bc28ae3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:00.568176 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b47e50d5-ffd8-49d4-a6b6-3168cd38e3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:00.593325 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-64a147f9-2f99-4163-a701-8ab3bc28ae3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:00.639231 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-64a147f9-2f99-4163-a701-8ab3bc28ae3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:00.643116 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-5e86eddf-0e28-472d-85ae-ba2fb266d1c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:46:00.655041 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a147f9-2f99-4163-a701-8ab3bc28ae3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00952fcb-4dac-4d53-8834-af0a6bdd523e,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:46:00.659195 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-64a147f9-2f99-4163-a701-8ab3bc28ae3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:46:00.662769 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-64a147f9-2f99-4163-a701-8ab3bc28ae3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:00.664027 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-64a147f9-2f99-4163-a701-8ab3bc28ae3b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/00952fcb-4dac-4d53-8834-af0a6bdd523e HTTP/1.1" status: 204  len: 168 time: 0.1629682
Sep 15 13:46:02.690080 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 38656) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:46:03.304473 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-156e01bb-ebce-43cb-af5f-11bfc609c565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1675944'] for router_interface, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:03.945633 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-156e01bb-ebce-43cb-af5f-11bfc609c565 admin admin] Deleting port e087af7b-9fed-4da0-b075-bf2545f634df {{(pid=82346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Sep 15 13:46:03.946213 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-156e01bb-ebce-43cb-af5f-11bfc609c565 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301743532404'] for port, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:03.972958 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:04.343964 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-156e01bb-ebce-43cb-af5f-11bfc609c565 admin admin] For port e087af7b-9fed-4da0-b075-bf2545f634df, host dv-cinder-809181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-iscsi',level=0,port_id=e087af7b-9fed-4da0-b075-bf2545f634df,segment=NetworkSegment(11169836-79b2-4822-b283-a5d557a2336a),segment_id=11169836-79b2-4822-b283-a5d557a2336a)] {{(pid=82346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:46:04.344367 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-156e01bb-ebce-43cb-af5f-11bfc609c565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853103875'] for port, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:04.473051 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-156e01bb-ebce-43cb-af5f-11bfc609c565 admin admin] Calling delete_port for e087af7b-9fed-4da0-b075-bf2545f634df owned by network:router_interface {{(pid=82346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Sep 15 13:46:04.641367 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-156e01bb-ebce-43cb-af5f-11bfc609c565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301743526908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735110837380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1447919'] for port, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:04.646258 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-f01eda28-7739-4245-93e4-8186df438b82 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:46:04.688932 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156e01bb-ebce-43cb-af5f-11bfc609c565 admin admin] Pushing event deleted for resources: {'Port': ['ID=e087af7b-9fed-4da0-b075-bf2545f634df,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:46:04.693191 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-156e01bb-ebce-43cb-af5f-11bfc609c565 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:46:04.996933 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-156e01bb-ebce-43cb-af5f-11bfc609c565 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847625941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1675974'] for router_interface, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:05.615704 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-156e01bb-ebce-43cb-af5f-11bfc609c565 admin admin] Router b57ef187-4677-4138-9304-5ae1a012bd28 has already been hosted by L3 agent c919ec5e-912e-4080-8a6b-9b8956cb875b {{(pid=82346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Sep 15 13:46:05.825527 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-156e01bb-ebce-43cb-af5f-11bfc609c565 admin admin] Notify agent at l3_agent.dv-cinder-809181-1-iscsi the message routers_updated {{(pid=82346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Sep 15 13:46:05.834622 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073fc0bb-683b-491f-b251-0604db059c56 None None] Sync routers for ids ['b57ef187-4677-4138-9304-5ae1a012bd28'] in dv-cinder-809181-1-iscsi {{(pid=82348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Sep 15 13:46:05.839622 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-156e01bb-ebce-43cb-af5f-11bfc609c565 admin admin] 10.222.0.41 "PUT /v2.0/routers/b57ef187-4677-4138-9304-5ae1a012bd28/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1483119
Sep 15 13:46:05.842339 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 38698) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:46:05.847091 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073fc0bb-683b-491f-b251-0604db059c56 None None] Routers {'b57ef187-4677-4138-9304-5ae1a012bd28'} bound to L3 agent in host dv-cinder-809181-1-iscsi {{(pid=82348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 15 13:46:05.848365 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-073fc0bb-683b-491f-b251-0604db059c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cd241cbe0>, 'dv-cinder-809181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T13:29:29Z,description=<?>,heartbeat_timestamp=2021-09-15T13:45:59Z,host='dv-cinder-809181-1-iscsi',id=c919ec5e-912e-4080-8a6b-9b8956cb875b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T13:29:29Z,topic='l3_agent')) {'router_ids': ['b57ef187-4677-4138-9304-5ae1a012bd28'], 'active': True} {{(pid=82348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:46:06.030496 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvr_db [None req-073fc0bb-683b-491f-b251-0604db059c56 None None] Set router b57ef187-4677-4138-9304-5ae1a012bd28 gateway port host: dv-cinder-809181-1-iscsi {{(pid=82348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Sep 15 13:46:06.044974 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-bf67a9cc-1006-4ae0-850f-72cfdd0d31dc admin admin] Notify callbacks [] for router, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:06.252472 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-bf67a9cc-1006-4ae0-850f-72cfdd0d31dc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:06.263794 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-bf67a9cc-1006-4ae0-850f-72cfdd0d31dc admin admin] Deleting port 05c1d5c3-330b-4f4d-9200-6dad9f8a07b3 {{(pid=82346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Sep 15 13:46:06.264182 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-bf67a9cc-1006-4ae0-850f-72cfdd0d31dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301743532404'] for port, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:06.334828 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-073fc0bb-683b-491f-b251-0604db059c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cd241cbe0>, [{'id': 'b57ef187-4677-4138-9304-5ae1a012bd28', 'name': 'tempest-AttachVolumeShelveTestJSON-500667379-router', 'tenant_id': '025c529061864e2ab47987e7d6ed7d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': '05c1d5c3-330b-4f4d-9200-6dad9f8a07b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:37Z', 'updated_at': '2021-09-15T13:46:04Z', 'revision_number': 5, 'project_id': '025c529061864e2ab47987e7d6ed7d28', 'gw_port': {'id': '05c1d5c3-330b-4f4d-9200-6dad9f8a07b3', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cf:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57ef187-4677-4138-9304-5ae1a012bd28', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:38Z', 'updated_at': '2021-09-15T13:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi'}], 'dv-cinder-809181-1-iscsi', False) {} {{(pid=82348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:46:06.339171 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073fc0bb-683b-491f-b251-0604db059c56 None None] Checking router: b57ef187-4677-4138-9304-5ae1a012bd28 for host: dv-cinder-809181-1-iscsi {{(pid=82348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Sep 15 13:46:06.350421 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073fc0bb-683b-491f-b251-0604db059c56 None None] Routers {'b57ef187-4677-4138-9304-5ae1a012bd28'} bound to L3 agent in host dv-cinder-809181-1-iscsi {{(pid=82348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 15 13:46:06.351351 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-073fc0bb-683b-491f-b251-0604db059c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cd241cbe0>, 'dv-cinder-809181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T13:29:29Z,description=<?>,heartbeat_timestamp=2021-09-15T13:45:59Z,host='dv-cinder-809181-1-iscsi',id=c919ec5e-912e-4080-8a6b-9b8956cb875b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T13:29:29Z,topic='l3_agent')) {'router_ids': ['b57ef187-4677-4138-9304-5ae1a012bd28'], 'active': True} {{(pid=82348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:46:06.452716 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-bf67a9cc-1006-4ae0-850f-72cfdd0d31dc admin admin] For port 05c1d5c3-330b-4f4d-9200-6dad9f8a07b3, host dv-cinder-809181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-iscsi',level=0,port_id=05c1d5c3-330b-4f4d-9200-6dad9f8a07b3,segment=NetworkSegment(fb39ec5d-b714-4bbc-8dc4-da8589a681e7),segment_id=fb39ec5d-b714-4bbc-8dc4-da8589a681e7)] {{(pid=82346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:46:06.453217 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-bf67a9cc-1006-4ae0-850f-72cfdd0d31dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853103875'] for port, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:06.510227 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvr_db [None req-073fc0bb-683b-491f-b251-0604db059c56 None None] Set router b57ef187-4677-4138-9304-5ae1a012bd28 gateway port host: None {{(pid=82348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Sep 15 13:46:06.629579 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-073fc0bb-683b-491f-b251-0604db059c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cd241cbe0>, [{'id': 'b57ef187-4677-4138-9304-5ae1a012bd28', 'name': 'tempest-AttachVolumeShelveTestJSON-500667379-router', 'tenant_id': '025c529061864e2ab47987e7d6ed7d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:37Z', 'updated_at': '2021-09-15T13:46:06Z', 'revision_number': 6, 'project_id': '025c529061864e2ab47987e7d6ed7d28', 'gw_port_host': None}], 'dv-cinder-809181-1-iscsi', False) {} {{(pid=82348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:46:06.634172 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073fc0bb-683b-491f-b251-0604db059c56 None None] The sync data for ids ['b57ef187-4677-4138-9304-5ae1a012bd28'] in dv-cinder-809181-1-iscsi is: [{'id': 'b57ef187-4677-4138-9304-5ae1a012bd28', 'name': 'tempest-AttachVolumeShelveTestJSON-500667379-router', 'tenant_id': '025c529061864e2ab47987e7d6ed7d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:37Z', 'updated_at': '2021-09-15T13:46:06Z', 'revision_number': 6, 'project_id': '025c529061864e2ab47987e7d6ed7d28', 'gw_port_host': None}] {{(pid=82348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Sep 15 13:46:06.812731 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-bf67a9cc-1006-4ae0-850f-72cfdd0d31dc admin admin] Calling delete_port for 05c1d5c3-330b-4f4d-9200-6dad9f8a07b3 owned by network:router_gateway {{(pid=82346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Sep 15 13:46:06.992439 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-bf67a9cc-1006-4ae0-850f-72cfdd0d31dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301743526908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735110837380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1447919'] for port, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:06.996933 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-4d5872f9-c9a1-4bfb-b143-876c04f67dfe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:46:07.041992 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf67a9cc-1006-4ae0-850f-72cfdd0d31dc admin admin] Pushing event deleted for resources: {'Port': ['ID=05c1d5c3-330b-4f4d-9200-6dad9f8a07b3,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:46:07.045135 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-bf67a9cc-1006-4ae0-850f-72cfdd0d31dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:46:07.280461 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-bf67a9cc-1006-4ae0-850f-72cfdd0d31dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853102522'] for router_gateway, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:07.554667 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-bf67a9cc-1006-4ae0-850f-72cfdd0d31dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853094842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854743964'] for router, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:07.559050 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-bf67a9cc-1006-4ae0-850f-72cfdd0d31dc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:07.580388 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-bf67a9cc-1006-4ae0-850f-72cfdd0d31dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1679605'] for router, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:07.580943 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf67a9cc-1006-4ae0-850f-72cfdd0d31dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router b57ef187-4677-4138-9304-5ae1a012bd28 {{(pid=82346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Sep 15 13:46:07.593411 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-bf67a9cc-1006-4ae0-850f-72cfdd0d31dc admin admin] Notify callbacks [] for router, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:07.597129 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-bf67a9cc-1006-4ae0-850f-72cfdd0d31dc admin admin] 10.222.0.41 "DELETE /v2.0/routers/b57ef187-4677-4138-9304-5ae1a012bd28 HTTP/1.1" status: 204  len: 168 time: 1.7513289
Sep 15 13:46:07.597389 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 38728) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:46:07.665171 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.db_base_plugin_v2 [None req-99382c64-a067-442c-aa31-e84c4d9f70ba admin admin] Deleting subnet 5d3cda93-f669-4c8c-b3ae-fd1f6c47904a {{(pid=82346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Sep 15 13:46:07.668641 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-99382c64-a067-442c-aa31-e84c4d9f70ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:07.724722 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-99382c64-a067-442c-aa31-e84c4d9f70ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851686669'] for subnet, precommit_delete_associations {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:07.810866 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-99382c64-a067-442c-aa31-e84c4d9f70ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-956'] for subnet, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:07.879346 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-99382c64-a067-442c-aa31-e84c4d9f70ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853327942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1150312'] for subnet, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:07.883955 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:46:07.924880 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99382c64-a067-442c-aa31-e84c4d9f70ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d3cda93-f669-4c8c-b3ae-fd1f6c47904a,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:46:07.927882 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-99382c64-a067-442c-aa31-e84c4d9f70ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:46:07.930305 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-99382c64-a067-442c-aa31-e84c4d9f70ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:07.936203 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7cca6c-aac1-4548-8b4f-569f2dce7a9b None None] Network e9c16276-857e-49e4-bec2-1a6e621bb0c0 requested from dv-cinder-809181-1-iscsi {{(pid=82347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Sep 15 13:46:07.936666 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-99382c64-a067-442c-aa31-e84c4d9f70ba admin admin] 10.222.0.41 "DELETE /v2.0/subnets/5d3cda93-f669-4c8c-b3ae-fd1f6c47904a HTTP/1.1" status: 204  len: 168 time: 0.3376124
Sep 15 13:46:07.939230 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 38734) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:46:08.066060 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-bae2f31a-01fc-45c8-92df-83c34b495de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854347016'] for network, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:08.077920 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-bae2f31a-01fc-45c8-92df-83c34b495de4 admin admin] Deleting port 517d050d-fdcd-49a0-ab43-d1fbcfb0b46e {{(pid=82346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Sep 15 13:46:08.078300 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-bae2f31a-01fc-45c8-92df-83c34b495de4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301743532404'] for port, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:08.208865 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa46a981-bfb9-475c-a816-033c3c8476d4 None None] DHCP port deletion for e9c16276-857e-49e4-bec2-1a6e621bb0c0 request from dv-cinder-809181-1-iscsi {{(pid=82347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Sep 15 13:46:08.213759 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-fa46a981-bfb9-475c-a816-033c3c8476d4 None None] Deleting port 517d050d-fdcd-49a0-ab43-d1fbcfb0b46e {{(pid=82347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Sep 15 13:46:08.214261 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-fa46a981-bfb9-475c-a816-033c3c8476d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301743532404'] for port, before_delete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:08.302584 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-bae2f31a-01fc-45c8-92df-83c34b495de4 admin admin] For port 517d050d-fdcd-49a0-ab43-d1fbcfb0b46e, host dv-cinder-809181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-iscsi',level=0,port_id=517d050d-fdcd-49a0-ab43-d1fbcfb0b46e,segment=NetworkSegment(11169836-79b2-4822-b283-a5d557a2336a),segment_id=11169836-79b2-4822-b283-a5d557a2336a)] {{(pid=82346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:46:08.303114 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-bae2f31a-01fc-45c8-92df-83c34b495de4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853103875'] for port, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:08.436924 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-bae2f31a-01fc-45c8-92df-83c34b495de4 admin admin] Calling delete_port for 517d050d-fdcd-49a0-ab43-d1fbcfb0b46e owned by network:dhcp {{(pid=82346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Sep 15 13:46:08.440204 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-fa46a981-bfb9-475c-a816-033c3c8476d4 None None] For port 517d050d-fdcd-49a0-ab43-d1fbcfb0b46e, host dv-cinder-809181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-iscsi',level=0,port_id=517d050d-fdcd-49a0-ab43-d1fbcfb0b46e,segment=NetworkSegment(11169836-79b2-4822-b283-a5d557a2336a),segment_id=11169836-79b2-4822-b283-a5d557a2336a)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:46:08.440649 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-fa46a981-bfb9-475c-a816-033c3c8476d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853103875'] for port, precommit_delete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:08.516031 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-bae2f31a-01fc-45c8-92df-83c34b495de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301743526908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735110837380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1447919'] for port, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:08.520912 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-444842b9-e228-4182-84eb-eac02998bfd8 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:46:08.561373 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae2f31a-01fc-45c8-92df-83c34b495de4 admin admin] Pushing event deleted for resources: {'Port': ['ID=517d050d-fdcd-49a0-ab43-d1fbcfb0b46e,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:46:08.564121 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-bae2f31a-01fc-45c8-92df-83c34b495de4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:46:08.569895 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae2f31a-01fc-45c8-92df-83c34b495de4 admin admin] No DVR routers for this DVR port 517d050d-fdcd-49a0-ab43-d1fbcfb0b46e on host dv-cinder-809181-1-iscsi {{(pid=82346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Sep 15 13:46:08.572429 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-fa46a981-bfb9-475c-a816-033c3c8476d4 None None] Calling delete_port for 517d050d-fdcd-49a0-ab43-d1fbcfb0b46e owned by network:dhcp {{(pid=82347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Sep 15 13:46:08.645363 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.db.api [None req-fa46a981-bfb9-475c-a816-033c3c8476d4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82347) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Sep 15 13:46:08.645779 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_db.api [None req-fa46a981-bfb9-475c-a816-033c3c8476d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Sep 15 13:46:08.695982 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-bae2f31a-01fc-45c8-92df-83c34b495de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13861', 'neutron.services.segments.db._delete_segments_for_network-8735111364894'] for network, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:08.710142 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.services.segments.db [None req-bae2f31a-01fc-45c8-92df-83c34b495de4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1cd17e5e48>,) {'filters': {'network_id': ['e9c16276-857e-49e4-bec2-1a6e621bb0c0']}} {{(pid=82346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:46:08.723141 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.services.segments.db [None req-bae2f31a-01fc-45c8-92df-83c34b495de4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1cd17e5e48>, '11169836-79b2-4822-b283-a5d557a2336a') {'for_net_delete': True} {{(pid=82346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:46:08.723485 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.services.segments.db [None req-bae2f31a-01fc-45c8-92df-83c34b495de4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1cd17e5e48>, '11169836-79b2-4822-b283-a5d557a2336a') {} {{(pid=82346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:46:08.735819 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-bae2f31a-01fc-45c8-92df-83c34b495de4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363301743409746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3089130'] for segment, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:08.740049 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device 05c1d5c3-330b-4f4d-9200-6dad9f8a07b3 no longer exists at agent ovs-agent-dv-cinder-809181-1-iscsi {{(pid=82347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Sep 15 13:46:08.752182 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-bae2f31a-01fc-45c8-92df-83c34b495de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854307961'] for segment, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:08.761859 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bae2f31a-01fc-45c8-92df-83c34b495de4 admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=82346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Sep 15 13:46:08.762327 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-bae2f31a-01fc-45c8-92df-83c34b495de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-467870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853328127'] for segment, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:08.774961 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] No Port match for: 05c1d5c3-330b-4f4d-9200-6dad9f8a07b3 {{(pid=82347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Sep 15 13:46:08.775363 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device 05c1d5c3-330b-4f4d-9200-6dad9f8a07b3 not bound to the agent host dv-cinder-809181-1-iscsi {{(pid=82347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Sep 15 13:46:08.775864 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device 517d050d-fdcd-49a0-ab43-d1fbcfb0b46e no longer exists at agent ovs-agent-dv-cinder-809181-1-iscsi {{(pid=82347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Sep 15 13:46:08.780195 dv-cinder-809181-1-iscsi neutron-server[82236]: Traceback (most recent call last):
Sep 15 13:46:08.780195 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Sep 15 13:46:08.780195 dv-cinder-809181-1-iscsi neutron-server[82236]:     timer()
Sep 15 13:46:08.780195 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 15 13:46:08.780195 dv-cinder-809181-1-iscsi neutron-server[82236]:     cb(*args, **kw)
Sep 15 13:46:08.780195 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Sep 15 13:46:08.780195 dv-cinder-809181-1-iscsi neutron-server[82236]:     return func(*args, **kwargs)
Sep 15 13:46:08.780195 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 15 13:46:08.780195 dv-cinder-809181-1-iscsi neutron-server[82236]:     self._notify()
Sep 15 13:46:08.780195 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 15 13:46:08.780195 dv-cinder-809181-1-iscsi neutron-server[82236]:     self.callback(batched_events)
Sep 15 13:46:08.780195 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 15 13:46:08.780195 dv-cinder-809181-1-iscsi neutron-server[82236]:     event.method(event)
Sep 15 13:46:08.780195 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 15 13:46:08.780195 dv-cinder-809181-1-iscsi neutron-server[82236]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 15 13:46:08.780195 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Sep 15 13:46:08.780195 dv-cinder-809181-1-iscsi neutron-server[82236]:     segment_id)['aggregates'][0]
Sep 15 13:46:08.780195 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Sep 15 13:46:08.780195 dv-cinder-809181-1-iscsi neutron-server[82236]:     return f(self, *a, **k)
Sep 15 13:46:08.780195 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Sep 15 13:46:08.780195 dv-cinder-809181-1-iscsi neutron-server[82236]:     return self._get(url).json()
Sep 15 13:46:08.780195 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Sep 15 13:46:08.780195 dv-cinder-809181-1-iscsi neutron-server[82236]:     **kwargs)
Sep 15 13:46:08.780195 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Sep 15 13:46:08.780195 dv-cinder-809181-1-iscsi neutron-server[82236]:     return self.request(url, 'GET', **kwargs)
Sep 15 13:46:08.780195 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Sep 15 13:46:08.780195 dv-cinder-809181-1-iscsi neutron-server[82236]:     **endpoint_filter)
Sep 15 13:46:08.780195 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Sep 15 13:46:08.780195 dv-cinder-809181-1-iscsi neutron-server[82236]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 15 13:46:08.780195 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Sep 15 13:46:08.780195 dv-cinder-809181-1-iscsi neutron-server[82236]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 15 13:46:08.780195 dv-cinder-809181-1-iscsi neutron-server[82236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 15 13:46:08.811256 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] No Port match for: 517d050d-fdcd-49a0-ab43-d1fbcfb0b46e {{(pid=82347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Sep 15 13:46:08.811659 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device 517d050d-fdcd-49a0-ab43-d1fbcfb0b46e not bound to the agent host dv-cinder-809181-1-iscsi {{(pid=82347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Sep 15 13:46:08.812150 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device e087af7b-9fed-4da0-b075-bf2545f634df no longer exists at agent ovs-agent-dv-cinder-809181-1-iscsi {{(pid=82347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Sep 15 13:46:08.845047 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] No Port match for: e087af7b-9fed-4da0-b075-bf2545f634df {{(pid=82347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Sep 15 13:46:08.845379 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device e087af7b-9fed-4da0-b075-bf2545f634df not bound to the agent host dv-cinder-809181-1-iscsi {{(pid=82347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Sep 15 13:46:08.858725 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-bae2f31a-01fc-45c8-92df-83c34b495de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854761902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853102175'] for network, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:08.864231 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-bae2f31a-01fc-45c8-92df-83c34b495de4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7149901'] for network, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:08.868036 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:46:08.892337 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae2f31a-01fc-45c8-92df-83c34b495de4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9c16276-857e-49e4-bec2-1a6e621bb0c0,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:46:08.894828 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-bae2f31a-01fc-45c8-92df-83c34b495de4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:46:08.902826 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-bae2f31a-01fc-45c8-92df-83c34b495de4 admin admin] 10.222.0.41 "DELETE /v2.0/networks/e9c16276-857e-49e4-bec2-1a6e621bb0c0 HTTP/1.1" status: 204  len: 168 time: 0.9625170
Sep 15 13:46:09.047065 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 38754) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:46:09.101298 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-a705b69d-e673-41a5-acef-2f739e1e6862 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=025c529061864e2ab47987e7d6ed7d28&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0528667
Sep 15 13:46:09.103789 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 38758) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:46:09.147739 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-fa46a981-bfb9-475c-a816-033c3c8476d4 None None] Deleting port 517d050d-fdcd-49a0-ab43-d1fbcfb0b46e {{(pid=82347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Sep 15 13:46:09.148580 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-fa46a981-bfb9-475c-a816-033c3c8476d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301743532404'] for port, before_delete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:09.178771 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2ac6d499-e3fb-404b-b4ff-75e9d8667d94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:09.206162 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2ac6d499-e3fb-404b-b4ff-75e9d8667d94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:09.234327 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-fa46a981-bfb9-475c-a816-033c3c8476d4 None None] The port '517d050d-fdcd-49a0-ab43-d1fbcfb0b46e' was deleted {{(pid=82347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1873}}
Sep 15 13:46:09.253707 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2ac6d499-e3fb-404b-b4ff-75e9d8667d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:09.259301 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-db3ae0d7-01c0-4d1b-a525-c2a21de2131c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:46:09.273717 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac6d499-e3fb-404b-b4ff-75e9d8667d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f891c84-e956-4a84-bf8c-fbd8851fd341,revision_number=None']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:46:09.277747 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-2ac6d499-e3fb-404b-b4ff-75e9d8667d94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:46:09.281444 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2ac6d499-e3fb-404b-b4ff-75e9d8667d94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:09.285541 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-2ac6d499-e3fb-404b-b4ff-75e9d8667d94 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7f891c84-e956-4a84-bf8c-fbd8851fd341 HTTP/1.1" status: 204  len: 168 time: 0.1807241
Sep 15 13:46:09.338138 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-25a80a5f-f6f3-4c84-96e6-e0b142fc1916 req-5c07008d-e795-47cb-8987-16edd4d3d77d tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Synchronizing usage tracker for tenant:8b4ff18c8d01411db26c7e00839763ca on resource:security_group {{(pid=82345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Sep 15 13:46:09.354349 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-25a80a5f-f6f3-4c84-96e6-e0b142fc1916 req-5c07008d-e795-47cb-8987-16edd4d3d77d tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Unset dirty status for tenant:8b4ff18c8d01411db26c7e00839763ca on resource:security_group {{(pid=82345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Sep 15 13:46:09.355536 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-25a80a5f-f6f3-4c84-96e6-e0b142fc1916 req-5c07008d-e795-47cb-8987-16edd4d3d77d tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-102098965&fields=id&tenant_id=8b4ff18c8d01411db26c7e00839763ca HTTP/1.1" status: 200  len: 267 time: 0.0654190
Sep 15 13:46:09.521944 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a80a5f-f6f3-4c84-96e6-e0b142fc1916 req-7e2391d6-ceaf-4c54-a0e5-d80bd240f2ab tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:46:09.528288 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-25a80a5f-f6f3-4c84-96e6-e0b142fc1916 req-7e2391d6-ceaf-4c54-a0e5-d80bd240f2ab tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/networks?id=793015e2-0d52-40cf-8c22-c0e40400b506 HTTP/1.1" status: 200  len: 812 time: 0.1655231
Sep 15 13:46:09.542331 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-25a80a5f-f6f3-4c84-96e6-e0b142fc1916 req-f3e6adb6-cbf6-49fe-bcdf-a3d87a0f3998 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/quotas/8b4ff18c8d01411db26c7e00839763ca HTTP/1.1" status: 200  len: 375 time: 0.0129976
Sep 15 13:46:09.637692 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-25a80a5f-f6f3-4c84-96e6-e0b142fc1916 req-66e13838-f437-4e34-a621-3ccb75e6c3e2 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8b4ff18c8d01411db26c7e00839763ca&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0898280
Sep 15 13:46:09.798461 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-25a80a5f-f6f3-4c84-96e6-e0b142fc1916 req-b0d06bc3-e661-4742-8a3b-45dcdd991c63 service neutron] 10.222.0.41 "GET /v2.0/networks/793015e2-0d52-40cf-8c22-c0e40400b506?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1462705
Sep 15 13:46:09.956646 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-25a80a5f-f6f3-4c84-96e6-e0b142fc1916 req-23334a81-0787-4f61-80b7-6363ba8eb89c service neutron] 10.222.0.41 "GET /v2.0/networks/793015e2-0d52-40cf-8c22-c0e40400b506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1509659
Sep 15 13:46:10.410911 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-018ccdaf-3fc7-40a2-819e-1df14f834662 req-158e69ff-52c3-4122-ae68-070791a23e84 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ba18222-3c6a-42e5-a7d9-83363fee9b0a HTTP/1.1" status: 200  len: 210 time: 0.0479777
Sep 15 13:46:11.092805 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 38854) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:46:11.247322 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-e4d4ef7d-3de7-45f1-aca9-42c4bc70d0b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:11.291061 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-e4d4ef7d-3de7-45f1-aca9-42c4bc70d0b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:46:11.295109 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-e4d4ef7d-3de7-45f1-aca9-42c4bc70d0b3 admin admin] Usage tracker for resource:security_group_rule and tenant:c4ff30d8251442bcb5a59e83414b7d33 is out of sync, need to count used quota {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:46:11.298129 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-e4d4ef7d-3de7-45f1-aca9-42c4bc70d0b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:46:11.304458 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-e4d4ef7d-3de7-45f1-aca9-42c4bc70d0b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:46:11.391066 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-e4d4ef7d-3de7-45f1-aca9-42c4bc70d0b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:11.399880 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-e4d4ef7d-3de7-45f1-aca9-42c4bc70d0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:11.407924 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-e2e48876-6f26-45b8-87c1-b349ea70f27c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:46:11.589532 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d4ef7d-3de7-45f1-aca9-42c4bc70d0b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d49da63-0971-4e43-a63b-d1af0bbbd324,revision_number=1']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:46:11.592783 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-e4d4ef7d-3de7-45f1-aca9-42c4bc70d0b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:46:11.655737 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-e4d4ef7d-3de7-45f1-aca9-42c4bc70d0b3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c4ff30d8251442bcb5a59e83414b7d33&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5615551
Sep 15 13:46:11.658099 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 38870) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:46:11.658749 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-8b33c34a-9c7a-4572-a681-017b36643d13 req-397605d8-7f18-4660-806e-52fda400b058 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ba18222-3c6a-42e5-a7d9-83363fee9b0a HTTP/1.1" status: 200  len: 210 time: 0.0829039
Sep 15 13:46:11.698899 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a80a5f-f6f3-4c84-96e6-e0b142fc1916 req-81db1631-3366-4df5-b7a2-d78eb7197080 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:46:11.700695 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-25a80a5f-f6f3-4c84-96e6-e0b142fc1916 req-81db1631-3366-4df5-b7a2-d78eb7197080 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.36 "GET /v2.0/networks?id=793015e2-0d52-40cf-8c22-c0e40400b506 HTTP/1.1" status: 200  len: 812 time: 0.2501462
Sep 15 13:46:11.734042 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-1d661958-472d-409e-9047-b440c237fbd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:11.764678 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-1d661958-472d-409e-9047-b440c237fbd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:11.777533 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-25a80a5f-f6f3-4c84-96e6-e0b142fc1916 req-a08c2f21-fe58-4a83-8862-134d2d42ac6b tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b4ff18c8d01411db26c7e00839763ca HTTP/1.1" status: 200  len: 379 time: 0.0447741
Sep 15 13:46:11.787155 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [req-25a80a5f-f6f3-4c84-96e6-e0b142fc1916 req-f7f3e364-de85-4bee-b484-db56a979cf55 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Request body: {'port': {'device_id': '9ba18222-3c6a-42e5-a7d9-83363fee9b0a', 'network_id': '793015e2-0d52-40cf-8c22-c0e40400b506', 'admin_state_up': True, 'tenant_id': '8b4ff18c8d01411db26c7e00839763ca', 'security_groups': ['d35cd24e-8145-42e7-a1c8-c6dd0d5bf754']}} {{(pid=82345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:46:11.811213 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-1d661958-472d-409e-9047-b440c237fbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:11.817133 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-af54c913-cd0f-4ca0-8757-bbd02b41b555 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:46:11.829805 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d661958-472d-409e-9047-b440c237fbd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d49da63-0971-4e43-a63b-d1af0bbbd324,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:46:11.833395 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-1d661958-472d-409e-9047-b440c237fbd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:46:11.836049 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-1d661958-472d-409e-9047-b440c237fbd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:11.840003 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-1d661958-472d-409e-9047-b440c237fbd2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7d49da63-0971-4e43-a63b-d1af0bbbd324 HTTP/1.1" status: 204  len: 168 time: 0.1803749
Sep 15 13:46:11.936261 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [req-25a80a5f-f6f3-4c84-96e6-e0b142fc1916 req-f7f3e364-de85-4bee-b484-db56a979cf55 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:46:11.940105 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-25a80a5f-f6f3-4c84-96e6-e0b142fc1916 req-f7f3e364-de85-4bee-b484-db56a979cf55 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Usage tracker for resource:port and tenant:8b4ff18c8d01411db26c7e00839763ca is out of sync, need to count used quota {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:46:11.943098 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-25a80a5f-f6f3-4c84-96e6-e0b142fc1916 req-f7f3e364-de85-4bee-b484-db56a979cf55 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Quota usage for port was recalculated. Used quota:2. {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:46:11.949224 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [req-25a80a5f-f6f3-4c84-96e6-e0b142fc1916 req-f7f3e364-de85-4bee-b484-db56a979cf55 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:46:11.959057 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25a80a5f-f6f3-4c84-96e6-e0b142fc1916 req-f7f3e364-de85-4bee-b484-db56a979cf55 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Made reservation on behalf of 8b4ff18c8d01411db26c7e00839763ca for: {'port': 1} {{(pid=82345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Sep 15 13:46:11.964347 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-25a80a5f-f6f3-4c84-96e6-e0b142fc1916 req-f7f3e364-de85-4bee-b484-db56a979cf55 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:12.139540 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.db_base_plugin_common [req-25a80a5f-f6f3-4c84-96e6-e0b142fc1916 req-f7f3e364-de85-4bee-b484-db56a979cf55 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Allocated IP 172.20.0.3 (793015e2-0d52-40cf-8c22-c0e40400b506/98d7ad21-10e2-4f6e-af3b-e40f983ff5e1/a1bb2aca-61f9-4489-bc4f-7e5e60f68ef8) {{(pid=82345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Sep 15 13:46:12.358510 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-25a80a5f-f6f3-4c84-96e6-e0b142fc1916 req-f7f3e364-de85-4bee-b484-db56a979cf55 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks [] for port, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:12.377188 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [req-25a80a5f-f6f3-4c84-96e6-e0b142fc1916 req-f7f3e364-de85-4bee-b484-db56a979cf55 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Transition to ACTIVE for port object a1bb2aca-61f9-4489-bc4f-7e5e60f68ef8 will not be triggered until provisioned by entity DHCP. {{(pid=82345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Sep 15 13:46:12.397687 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-25a80a5f-f6f3-4c84-96e6-e0b142fc1916 req-f7f3e364-de85-4bee-b484-db56a979cf55 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363301743938437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852138254'] for port, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:12.404534 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-c128284a-11c6-4140-baa3-d395167be698 tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:46:12.476885 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25a80a5f-f6f3-4c84-96e6-e0b142fc1916 req-f7f3e364-de85-4bee-b484-db56a979cf55 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Network 793015e2-0d52-40cf-8c22-c0e40400b506 is already hosted by enough agents. {{(pid=82345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Sep 15 13:46:12.480878 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.base_scheduler [req-25a80a5f-f6f3-4c84-96e6-e0b142fc1916 req-f7f3e364-de85-4bee-b484-db56a979cf55 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Resources bound (agent type, host, resource id):  {{(pid=82345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Sep 15 13:46:12.483343 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [req-25a80a5f-f6f3-4c84-96e6-e0b142fc1916 req-f7f3e364-de85-4bee-b484-db56a979cf55 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Received port after_create {{(pid=82345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 15 13:46:12.537456 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f3e364-de85-4bee-b484-db56a979cf55 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Pushing event updated for resources: {'Port': ['ID=a1bb2aca-61f9-4489-bc4f-7e5e60f68ef8,revision_number=1']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:46:12.546497 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-f7f3e364-de85-4bee-b484-db56a979cf55 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:46:12.570513 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a80a5f-f6f3-4c84-96e6-e0b142fc1916 req-f7f3e364-de85-4bee-b484-db56a979cf55 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:46:12.571467 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-25a80a5f-f6f3-4c84-96e6-e0b142fc1916 req-f7f3e364-de85-4bee-b484-db56a979cf55 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251427'] for port, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:12.601933 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-25a80a5f-f6f3-4c84-96e6-e0b142fc1916 req-f7f3e364-de85-4bee-b484-db56a979cf55 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8186188
Sep 15 13:46:12.628212 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [req-25a80a5f-f6f3-4c84-96e6-e0b142fc1916 req-93ffb88f-f790-4052-9cee-11772e3030a9 service neutron] Request body: {'port': {'device_id': '9ba18222-3c6a-42e5-a7d9-83363fee9b0a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80918'}} {{(pid=82345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:46:12.803344 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-25a80a5f-f6f3-4c84-96e6-e0b142fc1916 req-93ffb88f-f790-4052-9cee-11772e3030a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:12.941400 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-aefe2979-1732-447d-8380-914230dc2fd0 None None] Provisioning for port a1bb2aca-61f9-4489-bc4f-7e5e60f68ef8 completed by entity DHCP. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Sep 15 13:46:12.951075 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-aefe2979-1732-447d-8380-914230dc2fd0 None None] Provisioning complete for port a1bb2aca-61f9-4489-bc4f-7e5e60f68ef8 triggered by entity DHCP. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:46:12.951681 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-aefe2979-1732-447d-8380-914230dc2fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:13.012924 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-aefe2979-1732-447d-8380-914230dc2fd0 None None] Port a1bb2aca-61f9-4489-bc4f-7e5e60f68ef8 cannot update to ACTIVE because it is not bound. {{(pid=82347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Sep 15 13:46:13.048955 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7749266f-bd1e-4bca-abe2-fed95cad6407 req-bbc85612-0025-4e0c-8c05-43078346b0b5 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:46:13.049270 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-7749266f-bd1e-4bca-abe2-fed95cad6407 req-bbc85612-0025-4e0c-8c05-43078346b0b5 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Synchronizing usage tracker for tenant:8b4ff18c8d01411db26c7e00839763ca on resource:port {{(pid=82345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Sep 15 13:46:13.151543 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-7749266f-bd1e-4bca-abe2-fed95cad6407 req-bbc85612-0025-4e0c-8c05-43078346b0b5 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Unset dirty status for tenant:8b4ff18c8d01411db26c7e00839763ca on resource:port {{(pid=82345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Sep 15 13:46:13.152848 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-7749266f-bd1e-4bca-abe2-fed95cad6407 req-bbc85612-0025-4e0c-8c05-43078346b0b5 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ba18222-3c6a-42e5-a7d9-83363fee9b0a HTTP/1.1" status: 200  len: 931 time: 0.3346515
Sep 15 13:46:13.501800 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-7749266f-bd1e-4bca-abe2-fed95cad6407 req-9c0dae30-dde7-4ae0-aaff-e663fa2add2c tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/security-groups?id=d35cd24e-8145-42e7-a1c8-c6dd0d5bf754&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3414533
Sep 15 13:46:13.592160 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [req-25a80a5f-f6f3-4c84-96e6-e0b142fc1916 req-93ffb88f-f790-4052-9cee-11772e3030a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1bb2aca-61f9-4489-bc4f-7e5e60f68ef8 {{(pid=82345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Sep 15 13:46:13.599781 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-25a80a5f-f6f3-4c84-96e6-e0b142fc1916 req-93ffb88f-f790-4052-9cee-11772e3030a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:13.616366 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [req-25a80a5f-f6f3-4c84-96e6-e0b142fc1916 req-93ffb88f-f790-4052-9cee-11772e3030a9 service neutron] Transition to ACTIVE for port object a1bb2aca-61f9-4489-bc4f-7e5e60f68ef8 will not be triggered until provisioned by entity L2. {{(pid=82345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Sep 15 13:46:13.619132 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-25a80a5f-f6f3-4c84-96e6-e0b142fc1916 req-93ffb88f-f790-4052-9cee-11772e3030a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2637562'] for port, after_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:13.623762 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-157b4e5c-62da-42bc-b58e-217a0cf07245 tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:46:13.756338 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ffb88f-f790-4052-9cee-11772e3030a9 service neutron] Pushing event updated for resources: {'Port': ['ID=a1bb2aca-61f9-4489-bc4f-7e5e60f68ef8,revision_number=2']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:46:13.761782 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-93ffb88f-f790-4052-9cee-11772e3030a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:46:13.876572 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [req-25a80a5f-f6f3-4c84-96e6-e0b142fc1916 req-93ffb88f-f790-4052-9cee-11772e3030a9 service neutron] Attempting to bind port a1bb2aca-61f9-4489-bc4f-7e5e60f68ef8 on host hv-cinder-80918 for vnic_type normal with profile  {{(pid=82345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Sep 15 13:46:13.876948 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [req-25a80a5f-f6f3-4c84-96e6-e0b142fc1916 req-93ffb88f-f790-4052-9cee-11772e3030a9 service neutron] Attempting to bind port a1bb2aca-61f9-4489-bc4f-7e5e60f68ef8 by drivers openvswitch,hyperv on host hv-cinder-80918 at level 0 using segments [{'id': '44a35f9e-9e32-4381-8e07-9adb36df31d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '793015e2-0d52-40cf-8c22-c0e40400b506'}] {{(pid=82345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Sep 15 13:46:13.877313 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a80a5f-f6f3-4c84-96e6-e0b142fc1916 req-93ffb88f-f790-4052-9cee-11772e3030a9 service neutron] Attempting to bind port a1bb2aca-61f9-4489-bc4f-7e5e60f68ef8 on network 793015e2-0d52-40cf-8c22-c0e40400b506 {{(pid=82345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Sep 15 13:46:13.883975 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a80a5f-f6f3-4c84-96e6-e0b142fc1916 req-93ffb88f-f790-4052-9cee-11772e3030a9 service neutron] Port a1bb2aca-61f9-4489-bc4f-7e5e60f68ef8 on network 793015e2-0d52-40cf-8c22-c0e40400b506 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80918 {{(pid=82345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 15 13:46:13.884343 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a80a5f-f6f3-4c84-96e6-e0b142fc1916 req-93ffb88f-f790-4052-9cee-11772e3030a9 service neutron] Attempting to bind port a1bb2aca-61f9-4489-bc4f-7e5e60f68ef8 on network 793015e2-0d52-40cf-8c22-c0e40400b506 {{(pid=82345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Sep 15 13:46:13.891171 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a80a5f-f6f3-4c84-96e6-e0b142fc1916 req-93ffb88f-f790-4052-9cee-11772e3030a9 service neutron] Checking agent: {'id': '0b6080d1-6da0-4ccd-961d-05ec14f91c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80918', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 35, 33), 'started_at': datetime.datetime(2021, 9, 15, 13, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Sep 15 13:46:13.891542 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a80a5f-f6f3-4c84-96e6-e0b142fc1916 req-93ffb88f-f790-4052-9cee-11772e3030a9 service neutron] Checking segment: {'id': '44a35f9e-9e32-4381-8e07-9adb36df31d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '793015e2-0d52-40cf-8c22-c0e40400b506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Sep 15 13:46:13.892258 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a80a5f-f6f3-4c84-96e6-e0b142fc1916 req-93ffb88f-f790-4052-9cee-11772e3030a9 service neutron] Bound using segment: {'id': '44a35f9e-9e32-4381-8e07-9adb36df31d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '793015e2-0d52-40cf-8c22-c0e40400b506'} {{(pid=82345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Sep 15 13:46:13.892412 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [req-25a80a5f-f6f3-4c84-96e6-e0b142fc1916 req-93ffb88f-f790-4052-9cee-11772e3030a9 service neutron] Bound port: a1bb2aca-61f9-4489-bc4f-7e5e60f68ef8, host: hv-cinder-80918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44a35f9e-9e32-4381-8e07-9adb36df31d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '793015e2-0d52-40cf-8c22-c0e40400b506'}}] {{(pid=82345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Sep 15 13:46:13.892801 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-25a80a5f-f6f3-4c84-96e6-e0b142fc1916 req-93ffb88f-f790-4052-9cee-11772e3030a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:13.988627 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [req-25a80a5f-f6f3-4c84-96e6-e0b142fc1916 req-93ffb88f-f790-4052-9cee-11772e3030a9 service neutron] For port a1bb2aca-61f9-4489-bc4f-7e5e60f68ef8, host hv-cinder-80918, cleared binding levels {{(pid=82345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Sep 15 13:46:13.991703 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [req-25a80a5f-f6f3-4c84-96e6-e0b142fc1916 req-93ffb88f-f790-4052-9cee-11772e3030a9 service neutron] For port a1bb2aca-61f9-4489-bc4f-7e5e60f68ef8, host hv-cinder-80918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=a1bb2aca-61f9-4489-bc4f-7e5e60f68ef8,segment=NetworkSegment(44a35f9e-9e32-4381-8e07-9adb36df31d4),segment_id=44a35f9e-9e32-4381-8e07-9adb36df31d4)] {{(pid=82345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Sep 15 13:46:13.997024 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-25a80a5f-f6f3-4c84-96e6-e0b142fc1916 req-93ffb88f-f790-4052-9cee-11772e3030a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2637562'] for port, after_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:14.001510 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-18fbcb6e-6013-4407-a542-257484070fa4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:46:14.069169 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-25a80a5f-f6f3-4c84-96e6-e0b142fc1916 req-93ffb88f-f790-4052-9cee-11772e3030a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251427'] for port, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:14.072658 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-25a80a5f-f6f3-4c84-96e6-e0b142fc1916 req-93ffb88f-f790-4052-9cee-11772e3030a9 service neutron] 10.222.0.36 "PUT /v2.0/ports/a1bb2aca-61f9-4489-bc4f-7e5e60f68ef8 HTTP/1.1" status: 200  len: 1093 time: 1.4553888
Sep 15 13:46:14.073258 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ba18222-3c6a-42e5-a7d9-83363fee9b0a', 'tag': 'a1bb2aca-61f9-4489-bc4f-7e5e60f68ef8'}] {{(pid=82345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Sep 15 13:46:14.099661 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ffb88f-f790-4052-9cee-11772e3030a9 service neutron] Pushing event updated for resources: {'Port': ['ID=a1bb2aca-61f9-4489-bc4f-7e5e60f68ef8,revision_number=3']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:46:14.107237 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-93ffb88f-f790-4052-9cee-11772e3030a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:46:14.166104 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ba18222-3c6a-42e5-a7d9-83363fee9b0a', 'tag': 'a1bb2aca-61f9-4489-bc4f-7e5e60f68ef8', 'status': 'completed', 'code': 200}
Sep 15 13:46:14.213091 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-25a80a5f-f6f3-4c84-96e6-e0b142fc1916 req-6e7b08f0-9c72-4244-bec3-39e964f65913 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8b4ff18c8d01411db26c7e00839763ca&device_id=9ba18222-3c6a-42e5-a7d9-83363fee9b0a HTTP/1.1" status: 200  len: 1096 time: 0.0840068
Sep 15 13:46:14.308351 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-25a80a5f-f6f3-4c84-96e6-e0b142fc1916 req-7095797b-0446-476c-8fad-899c6b2cc945 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1bb2aca-61f9-4489-bc4f-7e5e60f68ef8 HTTP/1.1" status: 200  len: 217 time: 0.0821762
Sep 15 13:46:14.385516 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a80a5f-f6f3-4c84-96e6-e0b142fc1916 req-584a5055-ad46-4010-a5ac-19651dd3f7ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:46:14.387407 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-25a80a5f-f6f3-4c84-96e6-e0b142fc1916 req-584a5055-ad46-4010-a5ac-19651dd3f7ac service neutron] 10.222.0.36 "GET /v2.0/subnets?id=98d7ad21-10e2-4f6e-af3b-e40f983ff5e1 HTTP/1.1" status: 200  len: 851 time: 0.0720465
Sep 15 13:46:14.481570 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-25a80a5f-f6f3-4c84-96e6-e0b142fc1916 req-2ddedbe3-2a64-4fe0-8b7c-eef5f9398772 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=793015e2-0d52-40cf-8c22-c0e40400b506&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0882814
Sep 15 13:46:14.654064 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-25a80a5f-f6f3-4c84-96e6-e0b142fc1916 req-ca5801b0-4ada-4233-8d26-8f7870becec2 service neutron] 10.222.0.36 "GET /v2.0/networks/793015e2-0d52-40cf-8c22-c0e40400b506?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1655996
Sep 15 13:46:14.839048 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 38964) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:46:14.871620 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbe3a96-b770-4178-8a96-c2822eaa0ddf req-d9657a3e-88b8-4ddd-b24c-0a4b4244aa89 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:46:14.873221 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-bdbe3a96-b770-4178-8a96-c2822eaa0ddf req-d9657a3e-88b8-4ddd-b24c-0a4b4244aa89 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ba18222-3c6a-42e5-a7d9-83363fee9b0a HTTP/1.1" status: 200  len: 943 time: 0.2134569
Sep 15 13:46:14.876748 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-25a80a5f-f6f3-4c84-96e6-e0b142fc1916 req-39ad2144-3c44-4971-9cfd-fae9697a27f0 service neutron] 10.222.0.36 "GET /v2.0/networks/793015e2-0d52-40cf-8c22-c0e40400b506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2144175
Sep 15 13:46:14.923450 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-bdbe3a96-b770-4178-8a96-c2822eaa0ddf req-ae50169d-851f-4241-8058-3d44f978d1f0 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/security-groups?id=d35cd24e-8145-42e7-a1c8-c6dd0d5bf754&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433655
Sep 15 13:46:14.999735 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-84bd1e07-1876-4c49-931e-ef45752fa482 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:15.033084 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-84bd1e07-1876-4c49-931e-ef45752fa482 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:46:15.037159 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-84bd1e07-1876-4c49-931e-ef45752fa482 admin admin] Usage tracker for resource:security_group_rule and tenant:a2e1f1b9307d4e29bb467b6feff3d8de is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:46:15.040151 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-84bd1e07-1876-4c49-931e-ef45752fa482 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:46:15.046144 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-84bd1e07-1876-4c49-931e-ef45752fa482 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:46:15.052771 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-b7e8d3aa-8bed-4834-98b4-adebe8173084 req-718f3b44-457e-4a5a-9b99-53ecfc001e9e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8b4ff18c8d01411db26c7e00839763ca&device_id=9ba18222-3c6a-42e5-a7d9-83363fee9b0a HTTP/1.1" status: 200  len: 1096 time: 0.0789871
Sep 15 13:46:15.114219 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-84bd1e07-1876-4c49-931e-ef45752fa482 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:15.117158 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-84bd1e07-1876-4c49-931e-ef45752fa482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:15.124713 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-f5863953-b5d5-4711-a345-e9ab2ae1a23c tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:46:15.166437 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bd1e07-1876-4c49-931e-ef45752fa482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a21ab191-3065-4c32-b3a2-2e92b616f6e2,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:46:15.173826 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-84bd1e07-1876-4c49-931e-ef45752fa482 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a2e1f1b9307d4e29bb467b6feff3d8de&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3333671
Sep 15 13:46:15.177357 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 38970) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:46:15.179985 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bd1e07-1876-4c49-931e-ef45752fa482 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:46:15.180416 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bd1e07-1876-4c49-931e-ef45752fa482 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:46:15.180840 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bd1e07-1876-4c49-931e-ef45752fa482 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:46:15.181373 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bd1e07-1876-4c49-931e-ef45752fa482 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:46:15.181791 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bd1e07-1876-4c49-931e-ef45752fa482 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:46:15.182243 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bd1e07-1876-4c49-931e-ef45752fa482 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:46:15.182655 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bd1e07-1876-4c49-931e-ef45752fa482 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:46:15.183100 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bd1e07-1876-4c49-931e-ef45752fa482 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:46:15.183493 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bd1e07-1876-4c49-931e-ef45752fa482 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:46:15.183925 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bd1e07-1876-4c49-931e-ef45752fa482 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:46:15.184333 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bd1e07-1876-4c49-931e-ef45752fa482 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:46:15.188358 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-84bd1e07-1876-4c49-931e-ef45752fa482 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:46:15.228272 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e8d3aa-8bed-4834-98b4-adebe8173084 req-c2bae8d7-9592-4d56-b419-db66fd52748b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:46:15.229864 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-b7e8d3aa-8bed-4834-98b4-adebe8173084 req-c2bae8d7-9592-4d56-b419-db66fd52748b service neutron] 10.222.0.36 "GET /v2.0/networks?id=793015e2-0d52-40cf-8c22-c0e40400b506 HTTP/1.1" status: 200  len: 913 time: 0.1703649
Sep 15 13:46:15.312105 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-b7e8d3aa-8bed-4834-98b4-adebe8173084 req-d951c4ab-782c-4561-bea3-99326b380506 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1bb2aca-61f9-4489-bc4f-7e5e60f68ef8 HTTP/1.1" status: 200  len: 217 time: 0.0728743
Sep 15 13:46:15.371983 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-ed9d93a7-d6fd-4e70-bff4-168b5f2509d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:15.414158 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-ed9d93a7-d6fd-4e70-bff4-168b5f2509d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:15.421663 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e8d3aa-8bed-4834-98b4-adebe8173084 req-993ba317-04fc-4978-9e5a-38a87a21a01c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:46:15.423236 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-b7e8d3aa-8bed-4834-98b4-adebe8173084 req-993ba317-04fc-4978-9e5a-38a87a21a01c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=98d7ad21-10e2-4f6e-af3b-e40f983ff5e1 HTTP/1.1" status: 200  len: 851 time: 0.1028669
Sep 15 13:46:15.526482 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-ed9d93a7-d6fd-4e70-bff4-168b5f2509d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:15.533202 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-3137a070-4d26-4bee-b8f2-aedc99267dae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:46:15.547584 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9d93a7-d6fd-4e70-bff4-168b5f2509d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a21ab191-3065-4c32-b3a2-2e92b616f6e2,revision_number=None']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:46:15.551889 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-ed9d93a7-d6fd-4e70-bff4-168b5f2509d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:46:15.557546 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-b7e8d3aa-8bed-4834-98b4-adebe8173084 req-233f8444-9492-4d1e-bc3c-d3b0e9b1ed91 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=793015e2-0d52-40cf-8c22-c0e40400b506&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1228292
Sep 15 13:46:15.558741 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-ed9d93a7-d6fd-4e70-bff4-168b5f2509d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:15.559861 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-ed9d93a7-d6fd-4e70-bff4-168b5f2509d0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a21ab191-3065-4c32-b3a2-2e92b616f6e2 HTTP/1.1" status: 204  len: 168 time: 0.3814490
Sep 15 13:46:15.708401 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-b7e8d3aa-8bed-4834-98b4-adebe8173084 req-77851b33-e32d-4c3b-8e94-dc7264e943bc service neutron] 10.222.0.36 "GET /v2.0/networks/793015e2-0d52-40cf-8c22-c0e40400b506?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1436915
Sep 15 13:46:15.868748 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-b7e8d3aa-8bed-4834-98b4-adebe8173084 req-6bee2b32-6dd1-4172-bf8a-ebc9ff59a7a8 service neutron] 10.222.0.36 "GET /v2.0/networks/793015e2-0d52-40cf-8c22-c0e40400b506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1541870
Sep 15 13:46:15.920298 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 38988) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:46:15.944871 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5c53e1ac-4620-4463-b55a-60efe86ace37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:15.980541 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-5c53e1ac-4620-4463-b55a-60efe86ace37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:46:15.984814 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-5c53e1ac-4620-4463-b55a-60efe86ace37 admin admin] Usage tracker for resource:security_group_rule and tenant:eb79cd0ba62f40568390db249cfe015f is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:46:15.987837 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-5c53e1ac-4620-4463-b55a-60efe86ace37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:46:15.994599 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-5c53e1ac-4620-4463-b55a-60efe86ace37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:46:16.065399 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5c53e1ac-4620-4463-b55a-60efe86ace37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:16.068146 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5c53e1ac-4620-4463-b55a-60efe86ace37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:16.075573 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:46:16.117881 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c53e1ac-4620-4463-b55a-60efe86ace37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6842e04-0ba7-42c0-afdd-bfa94fdedcd2,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:46:16.121426 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-5c53e1ac-4620-4463-b55a-60efe86ace37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:46:16.128088 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-5c53e1ac-4620-4463-b55a-60efe86ace37 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=eb79cd0ba62f40568390db249cfe015f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2037752
Sep 15 13:46:16.128738 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 38996) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:46:16.136612 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cbcf1d-ac25-4572-90c4-14bfdc4538d8 req-3018bddc-56d8-477e-a364-417037426e82 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:46:16.138235 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-38cbcf1d-ac25-4572-90c4-14bfdc4538d8 req-3018bddc-56d8-477e-a364-417037426e82 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ba18222-3c6a-42e5-a7d9-83363fee9b0a HTTP/1.1" status: 200  len: 943 time: 0.0842350
Sep 15 13:46:16.187844 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-38cbcf1d-ac25-4572-90c4-14bfdc4538d8 req-8995bb8d-7af4-409b-9968-ed2aa72b3252 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/security-groups?id=d35cd24e-8145-42e7-a1c8-c6dd0d5bf754&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431075
Sep 15 13:46:16.193200 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2b68f74a-c739-43ac-a975-b16e23adbf0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:16.221446 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2b68f74a-c739-43ac-a975-b16e23adbf0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:16.266019 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2b68f74a-c739-43ac-a975-b16e23adbf0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:16.272078 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-d810e528-7518-4346-b6c2-19d03063bdbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:46:16.288363 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b68f74a-c739-43ac-a975-b16e23adbf0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6842e04-0ba7-42c0-afdd-bfa94fdedcd2,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:46:16.290899 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-2b68f74a-c739-43ac-a975-b16e23adbf0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:46:16.299326 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2b68f74a-c739-43ac-a975-b16e23adbf0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:16.303569 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-2b68f74a-c739-43ac-a975-b16e23adbf0c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d6842e04-0ba7-42c0-afdd-bfa94fdedcd2 HTTP/1.1" status: 204  len: 168 time: 0.1738763
Sep 15 13:46:17.401586 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2e6810-35d2-4ef4-aa49-b0f625e5081c req-54ee3de1-02c9-4081-95bc-b8cf0ecf61e2 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:46:17.403240 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-db2e6810-35d2-4ef4-aa49-b0f625e5081c req-54ee3de1-02c9-4081-95bc-b8cf0ecf61e2 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ba18222-3c6a-42e5-a7d9-83363fee9b0a HTTP/1.1" status: 200  len: 943 time: 0.0888851
Sep 15 13:46:17.454721 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-db2e6810-35d2-4ef4-aa49-b0f625e5081c req-8e9e541e-4e6b-43bf-9700-a74077b93e3b tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/security-groups?id=d35cd24e-8145-42e7-a1c8-c6dd0d5bf754&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431383
Sep 15 13:46:18.612775 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 39068) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:46:18.663751 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fbbf81-9869-44ef-8b41-800eeac0e676 req-01fb8a22-7816-4259-9c63-d5175dd5a75f tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:46:18.665361 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-66fbbf81-9869-44ef-8b41-800eeac0e676 req-01fb8a22-7816-4259-9c63-d5175dd5a75f tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ba18222-3c6a-42e5-a7d9-83363fee9b0a HTTP/1.1" status: 200  len: 943 time: 0.0846481
Sep 15 13:46:18.714497 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-66fbbf81-9869-44ef-8b41-800eeac0e676 req-b035ea59-0fe7-4a00-80b8-ca017cd7e01d tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/security-groups?id=d35cd24e-8145-42e7-a1c8-c6dd0d5bf754&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431123
Sep 15 13:46:18.773904 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7d26ede6-7b1d-41bf-8b12-155d5d79228f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:18.809127 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-7d26ede6-7b1d-41bf-8b12-155d5d79228f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:46:18.813634 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-7d26ede6-7b1d-41bf-8b12-155d5d79228f admin admin] Usage tracker for resource:security_group_rule and tenant:db039c45a9ea45e38734838d19679abd is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:46:18.816744 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-7d26ede6-7b1d-41bf-8b12-155d5d79228f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:46:18.822968 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-7d26ede6-7b1d-41bf-8b12-155d5d79228f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:46:18.894689 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7d26ede6-7b1d-41bf-8b12-155d5d79228f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:18.897528 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7d26ede6-7b1d-41bf-8b12-155d5d79228f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:18.905048 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-e8f059ac-d53f-4e33-969b-eac84fcaec03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:46:18.948543 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26ede6-7b1d-41bf-8b12-155d5d79228f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=742ee653-0b13-460b-89ec-a78fb072fe3f,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:46:18.951765 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-7d26ede6-7b1d-41bf-8b12-155d5d79228f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:46:18.956688 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-7d26ede6-7b1d-41bf-8b12-155d5d79228f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=db039c45a9ea45e38734838d19679abd&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3396966
Sep 15 13:46:18.956978 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 39086) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:46:19.022378 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-dbcba073-4ea4-4323-8a1f-87c06ed65274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:19.049671 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-dbcba073-4ea4-4323-8a1f-87c06ed65274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:19.104712 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-dbcba073-4ea4-4323-8a1f-87c06ed65274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:19.109872 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-4e131555-cf0d-4000-b0e6-afe4a9689011 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:46:19.120670 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcba073-4ea4-4323-8a1f-87c06ed65274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=742ee653-0b13-460b-89ec-a78fb072fe3f,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:46:19.125482 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-dbcba073-4ea4-4323-8a1f-87c06ed65274 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:46:19.127689 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-dbcba073-4ea4-4323-8a1f-87c06ed65274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:19.128971 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-dbcba073-4ea4-4323-8a1f-87c06ed65274 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/742ee653-0b13-460b-89ec-a78fb072fe3f HTTP/1.1" status: 204  len: 168 time: 0.1709800
Sep 15 13:46:19.426385 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 39106) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:46:19.549461 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 39112) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:46:19.587807 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-c019983b-4c40-4350-86fd-cfc4a6628e9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:19.601734 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-4e339f73-78c5-45c9-ab77-e081b6b21d38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:19.648115 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-c019983b-4c40-4350-86fd-cfc4a6628e9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:46:19.654944 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-c019983b-4c40-4350-86fd-cfc4a6628e9c admin admin] Usage tracker for resource:security_group_rule and tenant:eadec1feaf674a3fb7b0d4a867828a72 is out of sync, need to count used quota {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:46:19.657881 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-4e339f73-78c5-45c9-ab77-e081b6b21d38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:46:19.660721 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-c019983b-4c40-4350-86fd-cfc4a6628e9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:46:19.667369 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-4e339f73-78c5-45c9-ab77-e081b6b21d38 admin admin] Usage tracker for resource:security_group_rule and tenant:f63f4a74714f4eb2b681258b15c67d0f is out of sync, need to count used quota {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:46:19.670114 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-c019983b-4c40-4350-86fd-cfc4a6628e9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:46:19.672167 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-4e339f73-78c5-45c9-ab77-e081b6b21d38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:46:19.680643 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-4e339f73-78c5-45c9-ab77-e081b6b21d38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:46:19.795355 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-c019983b-4c40-4350-86fd-cfc4a6628e9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:19.801784 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-c019983b-4c40-4350-86fd-cfc4a6628e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:19.809730 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-4e339f73-78c5-45c9-ab77-e081b6b21d38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:19.811577 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-81829ddd-ff30-4e98-841f-746d44aaa4bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:46:19.824339 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-4e339f73-78c5-45c9-ab77-e081b6b21d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:19.914428 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c019983b-4c40-4350-86fd-cfc4a6628e9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=310ef7f4-8a9b-4f02-aebd-a903ba7ebc3d,revision_number=1']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:46:19.917593 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-c019983b-4c40-4350-86fd-cfc4a6628e9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:46:19.924977 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-8ff266dc-166c-4655-95d8-bdf03154195c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:46:19.942894 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-c019983b-4c40-4350-86fd-cfc4a6628e9c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=eadec1feaf674a3fb7b0d4a867828a72&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3923004
Sep 15 13:46:19.945811 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 39118) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:46:19.960231 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-4e339f73-78c5-45c9-ab77-e081b6b21d38 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f63f4a74714f4eb2b681258b15c67d0f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5327156
Sep 15 13:46:19.963576 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 39122) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:46:19.974093 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e339f73-78c5-45c9-ab77-e081b6b21d38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5bbbca-8a80-479f-9d47-4b2136d88203,revision_number=1']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:46:19.977323 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-4e339f73-78c5-45c9-ab77-e081b6b21d38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:46:20.002085 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011ca20c-8e88-4156-b689-2cb71a96f3bb req-afe92518-be81-45e7-86f5-e333929c1c9d tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:46:20.003768 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-011ca20c-8e88-4156-b689-2cb71a96f3bb req-afe92518-be81-45e7-86f5-e333929c1c9d tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ba18222-3c6a-42e5-a7d9-83363fee9b0a HTTP/1.1" status: 200  len: 943 time: 0.1502569
Sep 15 13:46:20.052808 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-d06836fd-6bd3-42bc-b618-f93c7a899592 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:20.053314 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-011ca20c-8e88-4156-b689-2cb71a96f3bb req-f5de51ff-9019-4c6e-8da1-1627f55c6c28 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/security-groups?id=d35cd24e-8145-42e7-a1c8-c6dd0d5bf754&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431123
Sep 15 13:46:20.078956 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-13fc9840-ac68-4aff-acc0-9f7c37fb9d58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:20.110483 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-d06836fd-6bd3-42bc-b618-f93c7a899592 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:20.143172 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-13fc9840-ac68-4aff-acc0-9f7c37fb9d58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:20.203314 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-d06836fd-6bd3-42bc-b618-f93c7a899592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:20.209362 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-2fc2ed49-d0eb-49dc-974b-1883dff090e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:46:20.222922 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06836fd-6bd3-42bc-b618-f93c7a899592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=310ef7f4-8a9b-4f02-aebd-a903ba7ebc3d,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:46:20.225459 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-d06836fd-6bd3-42bc-b618-f93c7a899592 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:46:20.226275 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-13fc9840-ac68-4aff-acc0-9f7c37fb9d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:20.233871 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-4f241448-e2b5-4511-bf6d-64b60bf046a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:46:20.249441 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc9840-ac68-4aff-acc0-9f7c37fb9d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5bbbca-8a80-479f-9d47-4b2136d88203,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:46:20.251715 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-d06836fd-6bd3-42bc-b618-f93c7a899592 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:20.252927 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-d06836fd-6bd3-42bc-b618-f93c7a899592 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/310ef7f4-8a9b-4f02-aebd-a903ba7ebc3d HTTP/1.1" status: 204  len: 168 time: 0.3060687
Sep 15 13:46:20.254477 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-13fc9840-ac68-4aff-acc0-9f7c37fb9d58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:46:20.255309 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-13fc9840-ac68-4aff-acc0-9f7c37fb9d58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:20.256429 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-13fc9840-ac68-4aff-acc0-9f7c37fb9d58 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2d5bbbca-8a80-479f-9d47-4b2136d88203 HTTP/1.1" status: 204  len: 168 time: 0.2918868
Sep 15 13:46:20.737683 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 39140) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:46:20.759385 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-570fba3d-f0ff-447c-ace7-a23cecfd2c8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:20.794899 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-570fba3d-f0ff-447c-ace7-a23cecfd2c8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:46:20.799021 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-570fba3d-f0ff-447c-ace7-a23cecfd2c8c admin admin] Usage tracker for resource:security_group_rule and tenant:e7fed23642cc4dc887fb61c1b2daca74 is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:46:20.802581 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-570fba3d-f0ff-447c-ace7-a23cecfd2c8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:46:20.808657 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-570fba3d-f0ff-447c-ace7-a23cecfd2c8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:46:20.879872 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-570fba3d-f0ff-447c-ace7-a23cecfd2c8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:20.882827 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-570fba3d-f0ff-447c-ace7-a23cecfd2c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:20.890913 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-df8e5655-4d16-438e-90b5-783383d2b959 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:46:20.933661 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570fba3d-f0ff-447c-ace7-a23cecfd2c8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a56517e-5a7b-48fd-a6f6-bd1347ddd3b6,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:46:20.940947 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-570fba3d-f0ff-447c-ace7-a23cecfd2c8c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e7fed23642cc4dc887fb61c1b2daca74&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1990385
Sep 15 13:46:20.940947 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-570fba3d-f0ff-447c-ace7-a23cecfd2c8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:46:20.942143 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 39146) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:46:21.011114 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9659c25a-2e5a-4e0f-93d2-8e9cf9470952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:21.038519 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9659c25a-2e5a-4e0f-93d2-8e9cf9470952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:21.087600 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9659c25a-2e5a-4e0f-93d2-8e9cf9470952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:21.092709 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-ed9d93a7-d6fd-4e70-bff4-168b5f2509d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:46:21.113567 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9659c25a-2e5a-4e0f-93d2-8e9cf9470952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a56517e-5a7b-48fd-a6f6-bd1347ddd3b6,revision_number=None']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:46:21.116179 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-9659c25a-2e5a-4e0f-93d2-8e9cf9470952 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:46:21.120656 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9659c25a-2e5a-4e0f-93d2-8e9cf9470952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:21.125159 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-9659c25a-2e5a-4e0f-93d2-8e9cf9470952 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9a56517e-5a7b-48fd-a6f6-bd1347ddd3b6 HTTP/1.1" status: 204  len: 168 time: 0.1818361
Sep 15 13:46:21.302376 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558b444c-47c9-479b-a6aa-400eb4c56f22 req-79781de1-0381-41bb-9548-a9daa8d58ddd tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:46:21.304243 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-558b444c-47c9-479b-a6aa-400eb4c56f22 req-79781de1-0381-41bb-9548-a9daa8d58ddd tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ba18222-3c6a-42e5-a7d9-83363fee9b0a HTTP/1.1" status: 200  len: 943 time: 0.1079307
Sep 15 13:46:21.357424 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-558b444c-47c9-479b-a6aa-400eb4c56f22 req-48d811fb-de0a-4bff-9dcb-b4bc089f1890 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/security-groups?id=d35cd24e-8145-42e7-a1c8-c6dd0d5bf754&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447345
Sep 15 13:46:22.594027 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881561b1-ee07-47a6-ba25-dad31def8a55 req-fd46cb27-1482-400b-aa41-babef678d50b tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:46:22.595776 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-881561b1-ee07-47a6-ba25-dad31def8a55 req-fd46cb27-1482-400b-aa41-babef678d50b tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ba18222-3c6a-42e5-a7d9-83363fee9b0a HTTP/1.1" status: 200  len: 943 time: 0.1056449
Sep 15 13:46:22.648368 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-881561b1-ee07-47a6-ba25-dad31def8a55 req-32883819-3146-4897-8bcb-9e3e5dbd4e4e tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/security-groups?id=d35cd24e-8145-42e7-a1c8-c6dd0d5bf754&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461411
Sep 15 13:46:23.385580 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 39252) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:46:23.545883 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b30ec9d6-b17f-47df-b555-cf276e50a637 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:23.578783 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-b30ec9d6-b17f-47df-b555-cf276e50a637 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:46:23.583768 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-b30ec9d6-b17f-47df-b555-cf276e50a637 admin admin] Usage tracker for resource:security_group_rule and tenant:262c8436c22b45adb43b9aac65274a93 is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:46:23.586695 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-b30ec9d6-b17f-47df-b555-cf276e50a637 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:46:23.592689 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-b30ec9d6-b17f-47df-b555-cf276e50a637 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:46:23.659642 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b30ec9d6-b17f-47df-b555-cf276e50a637 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:23.663232 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b30ec9d6-b17f-47df-b555-cf276e50a637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:23.671152 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-64a147f9-2f99-4163-a701-8ab3bc28ae3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:46:23.716911 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30ec9d6-b17f-47df-b555-cf276e50a637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e0164c1-76d3-409a-ad89-6467e2acae82,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:46:23.724567 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 39268) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:46:23.724767 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-b30ec9d6-b17f-47df-b555-cf276e50a637 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=262c8436c22b45adb43b9aac65274a93&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3377991
Sep 15 13:46:23.725609 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-b30ec9d6-b17f-47df-b555-cf276e50a637 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:46:23.841414 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-64ede4d4-63c4-4ec2-8329-679c81570402 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:24.104202 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-64ede4d4-63c4-4ec2-8329-679c81570402 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:24.137731 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bfa5c9-f148-4257-8915-de8a402e5fe2 req-a6f2c484-cdad-438e-b4dc-71e787e0e2d2 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:46:24.139345 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-03bfa5c9-f148-4257-8915-de8a402e5fe2 req-a6f2c484-cdad-438e-b4dc-71e787e0e2d2 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ba18222-3c6a-42e5-a7d9-83363fee9b0a HTTP/1.1" status: 200  len: 943 time: 0.3648384
Sep 15 13:46:24.199686 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-03bfa5c9-f148-4257-8915-de8a402e5fe2 req-dc390711-7939-4bff-8cc6-45e5e8dbab81 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/security-groups?id=d35cd24e-8145-42e7-a1c8-c6dd0d5bf754&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0505605
Sep 15 13:46:24.203848 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-64ede4d4-63c4-4ec2-8329-679c81570402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:24.209899 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-0d5ecd8a-e679-466c-8fdd-de7458e1c015 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:46:24.221141 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ede4d4-63c4-4ec2-8329-679c81570402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e0164c1-76d3-409a-ad89-6467e2acae82,revision_number=None']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:46:24.227745 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-64ede4d4-63c4-4ec2-8329-679c81570402 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:24.228966 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-64ede4d4-63c4-4ec2-8329-679c81570402 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9e0164c1-76d3-409a-ad89-6467e2acae82 HTTP/1.1" status: 204  len: 168 time: 0.5025575
Sep 15 13:46:24.230007 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-64ede4d4-63c4-4ec2-8329-679c81570402 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:46:24.511087 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Device a1bb2aca-61f9-4489-bc4f-7e5e60f68ef8 details requested by agent hyperv_hv-cinder-80918 with host hv-cinder-80918 {{(pid=82347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Sep 15 13:46:24.659301 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] For port a1bb2aca-61f9-4489-bc4f-7e5e60f68ef8, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=a1bb2aca-61f9-4489-bc4f-7e5e60f68ef8,segment=NetworkSegment(44a35f9e-9e32-4381-8e07-9adb36df31d4),segment_id=44a35f9e-9e32-4381-8e07-9adb36df31d4)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:46:24.660606 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 39296) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:46:24.678864 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Returning: {'device': 'a1bb2aca-61f9-4489-bc4f-7e5e60f68ef8', 'network_id': '793015e2-0d52-40cf-8c22-c0e40400b506', 'port_id': 'a1bb2aca-61f9-4489-bc4f-7e5e60f68ef8', 'mac_address': 'fa:16:3e:56:13:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98d7ad21-10e2-4f6e-af3b-e40f983ff5e1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 15 13:46:24.681873 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-4aacef00-3cd5-4495-b002-dc20b095cfc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:24.716245 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-4aacef00-3cd5-4495-b002-dc20b095cfc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:46:24.721104 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-4aacef00-3cd5-4495-b002-dc20b095cfc1 admin admin] Usage tracker for resource:security_group_rule and tenant:a4de87277d824975aedc118ea6df1e94 is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:46:24.724599 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-4aacef00-3cd5-4495-b002-dc20b095cfc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:46:24.730618 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-4aacef00-3cd5-4495-b002-dc20b095cfc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:46:24.736399 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:24.755182 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1bb2aca-61f9-4489-bc4f-7e5e60f68ef8 {{(pid=82347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Sep 15 13:46:24.772902 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] For port a1bb2aca-61f9-4489-bc4f-7e5e60f68ef8, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=a1bb2aca-61f9-4489-bc4f-7e5e60f68ef8,segment=NetworkSegment(44a35f9e-9e32-4381-8e07-9adb36df31d4),segment_id=44a35f9e-9e32-4381-8e07-9adb36df31d4)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:46:24.776080 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:24.778013 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:46:24.804695 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-4aacef00-3cd5-4495-b002-dc20b095cfc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:24.807777 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-4aacef00-3cd5-4495-b002-dc20b095cfc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:24.816475 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-97310884-87bf-41de-8f10-9c805bbd4e53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:46:24.846507 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Pushing event updated for resources: {'Port': ['ID=a1bb2aca-61f9-4489-bc4f-7e5e60f68ef8,revision_number=4']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:46:24.849828 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aacef00-3cd5-4495-b002-dc20b095cfc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a84da5d-1c83-421a-8f4f-d4bf89840205,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:46:24.850419 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:46:24.854925 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-4aacef00-3cd5-4495-b002-dc20b095cfc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:46:24.876953 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-4aacef00-3cd5-4495-b002-dc20b095cfc1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a4de87277d824975aedc118ea6df1e94&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2124693
Sep 15 13:46:24.877301 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 39300) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:46:24.942150 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-e74f4ab1-1af7-4b5e-98f9-f28c042a4e89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:24.972069 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-e74f4ab1-1af7-4b5e-98f9-f28c042a4e89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:25.029016 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-e74f4ab1-1af7-4b5e-98f9-f28c042a4e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:25.034513 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-5682274b-db7b-4ef4-8d86-b423970321f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:46:25.049047 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74f4ab1-1af7-4b5e-98f9-f28c042a4e89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a84da5d-1c83-421a-8f4f-d4bf89840205,revision_number=None']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:46:25.052235 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-e74f4ab1-1af7-4b5e-98f9-f28c042a4e89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:46:25.053351 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] get_ports_and_sgs() called for port_ids ['a1bb2aca-61f9-4489-bc4f-7e5e60f68ef8'] {{(pid=82347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 15 13:46:25.054398 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-e74f4ab1-1af7-4b5e-98f9-f28c042a4e89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:25.058840 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-e74f4ab1-1af7-4b5e-98f9-f28c042a4e89 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3a84da5d-1c83-421a-8f4f-d4bf89840205 HTTP/1.1" status: 204  len: 168 time: 0.1804452
Sep 15 13:46:25.434815 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e46059-5d10-43c8-8790-5995e85d99d9 req-f79b6714-3ae8-4840-a187-b44e765f1432 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:46:25.436570 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-37e46059-5d10-43c8-8790-5995e85d99d9 req-f79b6714-3ae8-4840-a187-b44e765f1432 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ba18222-3c6a-42e5-a7d9-83363fee9b0a HTTP/1.1" status: 200  len: 944 time: 0.0861366
Sep 15 13:46:25.485718 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-37e46059-5d10-43c8-8790-5995e85d99d9 req-53234910-b386-4e78-8b8b-97a6594b8848 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/security-groups?id=d35cd24e-8145-42e7-a1c8-c6dd0d5bf754&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424507
Sep 15 13:46:26.498658 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-e2b8a00b-ced6-4ce5-a2b0-fc0f719af46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:26.512397 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Device a1bb2aca-61f9-4489-bc4f-7e5e60f68ef8 up at agent hyperv_hv-cinder-80918 {{(pid=82347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Sep 15 13:46:26.584574 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Provisioning for port a1bb2aca-61f9-4489-bc4f-7e5e60f68ef8 completed by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Sep 15 13:46:26.589306 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Provisioning complete for port a1bb2aca-61f9-4489-bc4f-7e5e60f68ef8 triggered by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:46:26.589726 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:26.700195 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f664ceb3-c579-46b4-b696-16280437eb0d req-ce8db0b4-216c-430b-a6a4-e0ccd529c53c tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:46:26.701779 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-f664ceb3-c579-46b4-b696-16280437eb0d req-ce8db0b4-216c-430b-a6a4-e0ccd529c53c tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ba18222-3c6a-42e5-a7d9-83363fee9b0a HTTP/1.1" status: 200  len: 944 time: 0.0874076
Sep 15 13:46:26.709787 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:26.737124 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ba18222-3c6a-42e5-a7d9-83363fee9b0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1bb2aca-61f9-4489-bc4f-7e5e60f68ef8'}] {{(pid=82347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Sep 15 13:46:26.747790 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] For port a1bb2aca-61f9-4489-bc4f-7e5e60f68ef8, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=a1bb2aca-61f9-4489-bc4f-7e5e60f68ef8,segment=NetworkSegment(44a35f9e-9e32-4381-8e07-9adb36df31d4),segment_id=44a35f9e-9e32-4381-8e07-9adb36df31d4)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:46:26.751306 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-f664ceb3-c579-46b4-b696-16280437eb0d req-d5278482-bbd4-43fb-8ee5-f5b8b2ad885a tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/security-groups?id=d35cd24e-8145-42e7-a1c8-c6dd0d5bf754&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434132
Sep 15 13:46:26.752486 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:26.755753 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-eab20f3c-a96b-44d7-8302-45530d06931b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:46:26.794560 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ba18222-3c6a-42e5-a7d9-83363fee9b0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1bb2aca-61f9-4489-bc4f-7e5e60f68ef8', 'code': 200}
Sep 15 13:46:26.826537 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Pushing event updated for resources: {'Port': ['ID=a1bb2aca-61f9-4489-bc4f-7e5e60f68ef8,revision_number=5']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:46:26.829639 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:46:27.098203 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-9db9a4a8-f10a-40f1-a5db-429c39bf2315 req-be54ba80-33a1-4b36-aa8e-2cb992c4f267 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9ba18222-3c6a-42e5-a7d9-83363fee9b0a HTTP/1.1" status: 200  len: 1098 time: 0.0734274
Sep 15 13:46:27.141324 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-9db9a4a8-f10a-40f1-a5db-429c39bf2315 req-dbaf2ce6-4217-4a7a-bf2d-969397066e91 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d35cd24e-8145-42e7-a1c8-c6dd0d5bf754&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0374808
Sep 15 13:46:27.998727 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b897b7f-05af-49a1-bb95-2c623c39b52c req-efb2502a-5647-465f-9ca8-743fb366cb65 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:46:28.000712 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-0b897b7f-05af-49a1-bb95-2c623c39b52c req-efb2502a-5647-465f-9ca8-743fb366cb65 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ba18222-3c6a-42e5-a7d9-83363fee9b0a HTTP/1.1" status: 200  len: 945 time: 0.1041975
Sep 15 13:46:28.049987 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-0b897b7f-05af-49a1-bb95-2c623c39b52c req-0c615fdc-b3bd-4dd0-960b-1a993a33ece6 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/security-groups?id=d35cd24e-8145-42e7-a1c8-c6dd0d5bf754&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429161
Sep 15 13:46:28.125035 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:28.895118 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b4adf2d1-7ae6-42c0-9f84-a948fec5e7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:29.142451 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9acd9d20-0ed4-40fe-8ec3-e1d8b485d7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:29.258130 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6249c-b4dd-4210-8ecb-c75644fb9959 req-b651cdb5-4429-4ebd-90ca-4b1f8b99554a tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:46:29.259794 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-51c6249c-b4dd-4210-8ecb-c75644fb9959 req-b651cdb5-4429-4ebd-90ca-4b1f8b99554a tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ba18222-3c6a-42e5-a7d9-83363fee9b0a HTTP/1.1" status: 200  len: 945 time: 0.0832670
Sep 15 13:46:29.313937 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-51c6249c-b4dd-4210-8ecb-c75644fb9959 req-567bb7e3-d4f3-4d13-ba8a-1347bc3706f6 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/security-groups?id=d35cd24e-8145-42e7-a1c8-c6dd0d5bf754&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0477636
Sep 15 13:46:29.519981 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34959146-62f9-4f1e-81a8-8e86e496eaf6 req-e07fb73d-bab7-4752-b860-5ffe4b99ceb7 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:46:29.521500 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-34959146-62f9-4f1e-81a8-8e86e496eaf6 req-e07fb73d-bab7-4752-b860-5ffe4b99ceb7 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ba18222-3c6a-42e5-a7d9-83363fee9b0a HTTP/1.1" status: 200  len: 945 time: 0.0840282
Sep 15 13:46:29.573832 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-34959146-62f9-4f1e-81a8-8e86e496eaf6 req-b33902e7-6cda-450d-bdc6-5b267f2c9dd6 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/security-groups?id=d35cd24e-8145-42e7-a1c8-c6dd0d5bf754&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463049
Sep 15 13:46:29.602176 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 39382) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:46:29.878592 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-cc6541f6-788b-427d-87c7-2d32684c9b71 tempest-TestVolumeBootPattern-415073274 tempest-TestVolumeBootPattern-415073274-project-admin] Synchronizing usage tracker for tenant:271a432115e445938ab0d0de8fd8fb89 on resource:port {{(pid=82345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Sep 15 13:46:29.893723 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-cc6541f6-788b-427d-87c7-2d32684c9b71 tempest-TestVolumeBootPattern-415073274 tempest-TestVolumeBootPattern-415073274-project-admin] Unset dirty status for tenant:271a432115e445938ab0d0de8fd8fb89 on resource:port {{(pid=82345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Sep 15 13:46:29.895001 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-cc6541f6-788b-427d-87c7-2d32684c9b71 tempest-TestVolumeBootPattern-415073274 tempest-TestVolumeBootPattern-415073274-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=9ba18222-3c6a-42e5-a7d9-83363fee9b0a HTTP/1.1" status: 200  len: 1093 time: 0.2915637
Sep 15 13:46:29.898090 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 39388) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:46:29.903667 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [None req-62560ee0-5e1a-433e-92a3-126ec0338687 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Request body: {'floatingip': {'floating_network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'port_id': 'a1bb2aca-61f9-4489-bc4f-7e5e60f68ef8', 'tenant_id': '8b4ff18c8d01411db26c7e00839763ca', 'fixed_ip_address': '172.20.0.3'}} {{(pid=82345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:46:29.909252 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-62560ee0-5e1a-433e-92a3-126ec0338687 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:46:29.913750 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-62560ee0-5e1a-433e-92a3-126ec0338687 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Usage tracker for resource:floatingip and tenant:8b4ff18c8d01411db26c7e00839763ca is out of sync, need to count used quota {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:46:29.916708 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-62560ee0-5e1a-433e-92a3-126ec0338687 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:46:29.922687 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-62560ee0-5e1a-433e-92a3-126ec0338687 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:46:29.932511 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-62560ee0-5e1a-433e-92a3-126ec0338687 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks [] for floatingip, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:30.081014 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-62560ee0-5e1a-433e-92a3-126ec0338687 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:30.224015 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.db_base_plugin_common [None req-62560ee0-5e1a-433e-92a3-126ec0338687 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Allocated IP 172.27.2.6 (8154de37-a8f1-49b5-9df6-05123ded69e6/8c022743-acfa-4652-88a1-355a85d34b79/f5888301-fd19-4065-a72d-2bf28cbba9ea) {{(pid=82345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Sep 15 13:46:30.380626 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-62560ee0-5e1a-433e-92a3-126ec0338687 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks [] for port, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:30.405896 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-62560ee0-5e1a-433e-92a3-126ec0338687 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363301743938437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852138254'] for port, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:30.411541 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-314be59c-9f5d-4e52-b5db-342cb5b9800e tempest-VolumesActionsTest-941696844 tempest-VolumesActionsTest-941696844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:46:30.482148 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62560ee0-5e1a-433e-92a3-126ec0338687 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Network 8154de37-a8f1-49b5-9df6-05123ded69e6 is already hosted by enough agents. {{(pid=82345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Sep 15 13:46:30.485626 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.base_scheduler [None req-62560ee0-5e1a-433e-92a3-126ec0338687 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Resources bound (agent type, host, resource id):  {{(pid=82345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Sep 15 13:46:30.487561 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62560ee0-5e1a-433e-92a3-126ec0338687 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Pushing event updated for resources: {'Port': ['ID=f5888301-fd19-4065-a72d-2bf28cbba9ea,revision_number=1']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:46:30.489887 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62560ee0-5e1a-433e-92a3-126ec0338687 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Received port after_create {{(pid=82345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 15 13:46:30.515905 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-62560ee0-5e1a-433e-92a3-126ec0338687 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:46:30.568485 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b47e50d5-ffd8-49d4-a6b6-3168cd38e3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:31.008725 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-62560ee0-5e1a-433e-92a3-126ec0338687 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:31.067655 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-62560ee0-5e1a-433e-92a3-126ec0338687 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:31.290305 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-62560ee0-5e1a-433e-92a3-126ec0338687 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks [] for port, precommit_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:31.292953 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-62560ee0-5e1a-433e-92a3-126ec0338687 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2637562'] for port, after_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:31.298681 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-ee81c25f-32aa-44e8-aa1e-35868bd608e4 tempest-AttachVolumeShelveTestJSON-821180654 tempest-AttachVolumeShelveTestJSON-821180654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:46:31.410084 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62560ee0-5e1a-433e-92a3-126ec0338687 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Pushing event updated for resources: {'Port': ['ID=f5888301-fd19-4065-a72d-2bf28cbba9ea,revision_number=2']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:46:31.414659 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-62560ee0-5e1a-433e-92a3-126ec0338687 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:46:31.425246 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-62560ee0-5e1a-433e-92a3-126ec0338687 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853102158'] for floatingip, after_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:31.629164 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.db.l3_db [None req-62560ee0-5e1a-433e-92a3-126ec0338687 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Floating IP c6ef3e80-0283-483a-878e-3c224e122b22 associated. External IP: 172.27.2.6, port: a1bb2aca-61f9-4489-bc4f-7e5e60f68ef8.
Sep 15 13:46:32.036660 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62560ee0-5e1a-433e-92a3-126ec0338687 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Router 90c47cd1-71b5-4141-8862-99e4195ddf80 has already been hosted by L3 agent c919ec5e-912e-4080-8a6b-9b8956cb875b {{(pid=82345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Sep 15 13:46:32.225434 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.agents_db [None req-051818a7-3814-4859-966a-2c4e7d325cc9 None None] Agent healthcheck: found 6 active agents {{(pid=82348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Sep 15 13:46:32.473025 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62560ee0-5e1a-433e-92a3-126ec0338687 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify agent at l3_agent.dv-cinder-809181-1-iscsi the message routers_updated {{(pid=82345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Sep 15 13:46:32.488273 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36832de0-073f-4473-a106-ca2effd2d300 None None] Sync routers for ids ['90c47cd1-71b5-4141-8862-99e4195ddf80'] in dv-cinder-809181-1-iscsi {{(pid=82347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Sep 15 13:46:32.498964 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-62560ee0-5e1a-433e-92a3-126ec0338687 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251427'] for floatingip, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:32.501574 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36832de0-073f-4473-a106-ca2effd2d300 None None] Routers {'90c47cd1-71b5-4141-8862-99e4195ddf80'} bound to L3 agent in host dv-cinder-809181-1-iscsi {{(pid=82347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 15 13:46:32.502270 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-36832de0-073f-4473-a106-ca2effd2d300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cd1d39550>, 'dv-cinder-809181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T13:29:29Z,description=<?>,heartbeat_timestamp=2021-09-15T13:46:29Z,host='dv-cinder-809181-1-iscsi',id=c919ec5e-912e-4080-8a6b-9b8956cb875b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T13:29:29Z,topic='l3_agent')) {'router_ids': ['90c47cd1-71b5-4141-8862-99e4195ddf80'], 'active': True} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:46:32.559038 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-62560ee0-5e1a-433e-92a3-126ec0338687 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 994 time: 2.6597586
Sep 15 13:46:32.559812 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ba18222-3c6a-42e5-a7d9-83363fee9b0a', 'tag': 'a1bb2aca-61f9-4489-bc4f-7e5e60f68ef8'}] {{(pid=82345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Sep 15 13:46:32.621611 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ba18222-3c6a-42e5-a7d9-83363fee9b0a', 'tag': 'a1bb2aca-61f9-4489-bc4f-7e5e60f68ef8', 'status': 'completed', 'code': 200}
Sep 15 13:46:32.710868 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvr_db [None req-36832de0-073f-4473-a106-ca2effd2d300 None None] Set router 90c47cd1-71b5-4141-8862-99e4195ddf80 gateway port host: dv-cinder-809181-1-iscsi {{(pid=82347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Sep 15 13:46:32.774940 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-8aab7676-09cb-496c-aa32-66584da993e3 req-39edc966-8f1c-46a1-9fa5-fef1dbd1397b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8b4ff18c8d01411db26c7e00839763ca&device_id=9ba18222-3c6a-42e5-a7d9-83363fee9b0a HTTP/1.1" status: 200  len: 1098 time: 0.1061203
Sep 15 13:46:32.954470 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aab7676-09cb-496c-aa32-66584da993e3 req-4dfbbbdc-5c2c-401c-8870-9cd8a01c8367 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:46:32.956128 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-8aab7676-09cb-496c-aa32-66584da993e3 req-4dfbbbdc-5c2c-401c-8870-9cd8a01c8367 service neutron] 10.222.0.36 "GET /v2.0/networks?id=793015e2-0d52-40cf-8c22-c0e40400b506 HTTP/1.1" status: 200  len: 913 time: 0.1746840
Sep 15 13:46:33.082650 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-8aab7676-09cb-496c-aa32-66584da993e3 req-f02847c2-acb5-4816-be69-1fdd1a3eb4ab service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1bb2aca-61f9-4489-bc4f-7e5e60f68ef8 HTTP/1.1" status: 200  len: 997 time: 0.1201329
Sep 15 13:46:33.135812 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-36832de0-073f-4473-a106-ca2effd2d300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cd1d39550>, [{'id': '90c47cd1-71b5-4141-8862-99e4195ddf80', 'name': 'tempest-TestVolumeBootPattern-1879708378-router', 'tenant_id': '8b4ff18c8d01411db26c7e00839763ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': 'e34694d5-b0b8-4c92-a996-6d18c3102646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:45:31Z', 'updated_at': '2021-09-15T13:45:35Z', 'revision_number': 4, 'project_id': '8b4ff18c8d01411db26c7e00839763ca', 'gw_port': {'id': 'e34694d5-b0b8-4c92-a996-6d18c3102646', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c47cd1-71b5-4141-8862-99e4195ddf80', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:32Z', 'updated_at': '2021-09-15T13:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi', '_floatingips': [{'id': 'c6ef3e80-0283-483a-878e-3c224e122b22', 'tenant_id': '8b4ff18c8d01411db26c7e00839763ca', 'floating_ip_address': '172.27.2.6', 'floating_network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'router_id': '90c47cd1-71b5-4141-8862-99e4195ddf80', 'port_id': 'a1bb2aca-61f9-4489-bc4f-7e5e60f68ef8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '793015e2-0d52-40cf-8c22-c0e40400b506', 'mac_address': 'fa:16:3e:56:13:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba18222-3c6a-42e5-a7d9-83363fee9b0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:46:30Z', 'updated_at': '2021-09-15T13:46:30Z', 'revision_number': 0, 'project_id': '8b4ff18c8d01411db26c7e00839763ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '973a1b57-338f-4bb7-b561-67ae8f5dd51b', 'name': '', 'network_id': '793015e2-0d52-40cf-8c22-c0e40400b506', 'tenant_id': '8b4ff18c8d01411db26c7e00839763ca', 'mac_address': 'fa:16:3e:d9:16:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c47cd1-71b5-4141-8862-99e4195ddf80', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98d7ad21-10e2-4f6e-af3b-e40f983ff5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:34Z', 'updated_at': '2021-09-15T13:45:44Z', 'revision_number': 5, 'project_id': '8b4ff18c8d01411db26c7e00839763ca', 'subnets': [{'id': '98d7ad21-10e2-4f6e-af3b-e40f983ff5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-iscsi', False) {} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:46:33.140126 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36832de0-073f-4473-a106-ca2effd2d300 None None] Checking router: 90c47cd1-71b5-4141-8862-99e4195ddf80 for host: dv-cinder-809181-1-iscsi {{(pid=82347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Sep 15 13:46:33.151470 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36832de0-073f-4473-a106-ca2effd2d300 None None] Routers {'90c47cd1-71b5-4141-8862-99e4195ddf80'} bound to L3 agent in host dv-cinder-809181-1-iscsi {{(pid=82347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 15 13:46:33.152169 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-36832de0-073f-4473-a106-ca2effd2d300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cd1d39550>, 'dv-cinder-809181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T13:29:29Z,description=<?>,heartbeat_timestamp=2021-09-15T13:46:29Z,host='dv-cinder-809181-1-iscsi',id=c919ec5e-912e-4080-8a6b-9b8956cb875b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T13:29:29Z,topic='l3_agent')) {'router_ids': ['90c47cd1-71b5-4141-8862-99e4195ddf80'], 'active': True} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:46:33.158010 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aab7676-09cb-496c-aa32-66584da993e3 req-21f57df8-b3be-4a60-a71d-8d9e6eb1df3a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:46:33.160382 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-8aab7676-09cb-496c-aa32-66584da993e3 req-21f57df8-b3be-4a60-a71d-8d9e6eb1df3a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=98d7ad21-10e2-4f6e-af3b-e40f983ff5e1 HTTP/1.1" status: 200  len: 851 time: 0.0703018
Sep 15 13:46:33.247979 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-8aab7676-09cb-496c-aa32-66584da993e3 req-bbdb6cfa-7b84-4010-b0a6-5744f4344c86 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=793015e2-0d52-40cf-8c22-c0e40400b506&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0812194
Sep 15 13:46:33.367881 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvr_db [None req-36832de0-073f-4473-a106-ca2effd2d300 None None] Set router 90c47cd1-71b5-4141-8862-99e4195ddf80 gateway port host: dv-cinder-809181-1-iscsi {{(pid=82347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Sep 15 13:46:33.404480 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-8aab7676-09cb-496c-aa32-66584da993e3 req-c211fb8e-214e-4d70-8b26-0c5075ef19b8 service neutron] 10.222.0.36 "GET /v2.0/networks/793015e2-0d52-40cf-8c22-c0e40400b506?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1487072
Sep 15 13:46:33.568722 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-8aab7676-09cb-496c-aa32-66584da993e3 req-27851633-0682-40d1-89e8-cd31f7aa88b5 service neutron] 10.222.0.36 "GET /v2.0/networks/793015e2-0d52-40cf-8c22-c0e40400b506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1575482
Sep 15 13:46:33.583862 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 39460) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:46:33.736957 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-53f0a7b3-42b4-4a30-9d2e-9c4cc1c6dfea admin admin] Notify callbacks [] for security_group, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:33.775106 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-53f0a7b3-42b4-4a30-9d2e-9c4cc1c6dfea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:46:33.779525 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-53f0a7b3-42b4-4a30-9d2e-9c4cc1c6dfea admin admin] Usage tracker for resource:security_group_rule and tenant:aacddaf4558f42c49db125d83747a670 is out of sync, need to count used quota {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:46:33.782536 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-53f0a7b3-42b4-4a30-9d2e-9c4cc1c6dfea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:46:33.789222 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-53f0a7b3-42b4-4a30-9d2e-9c4cc1c6dfea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:46:33.871449 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-53f0a7b3-42b4-4a30-9d2e-9c4cc1c6dfea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:33.874251 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-53f0a7b3-42b4-4a30-9d2e-9c4cc1c6dfea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:33.882291 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-1fd045bf-8b4b-4a84-8195-e19a9138908a tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:46:33.904754 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-36832de0-073f-4473-a106-ca2effd2d300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cd1d39550>, [{'id': '90c47cd1-71b5-4141-8862-99e4195ddf80', 'name': 'tempest-TestVolumeBootPattern-1879708378-router', 'tenant_id': '8b4ff18c8d01411db26c7e00839763ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': 'e34694d5-b0b8-4c92-a996-6d18c3102646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:45:31Z', 'updated_at': '2021-09-15T13:45:35Z', 'revision_number': 4, 'project_id': '8b4ff18c8d01411db26c7e00839763ca', 'gw_port': {'id': 'e34694d5-b0b8-4c92-a996-6d18c3102646', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c47cd1-71b5-4141-8862-99e4195ddf80', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:32Z', 'updated_at': '2021-09-15T13:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi', '_floatingips': [{'id': 'c6ef3e80-0283-483a-878e-3c224e122b22', 'tenant_id': '8b4ff18c8d01411db26c7e00839763ca', 'floating_ip_address': '172.27.2.6', 'floating_network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'router_id': '90c47cd1-71b5-4141-8862-99e4195ddf80', 'port_id': 'a1bb2aca-61f9-4489-bc4f-7e5e60f68ef8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '793015e2-0d52-40cf-8c22-c0e40400b506', 'mac_address': 'fa:16:3e:56:13:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba18222-3c6a-42e5-a7d9-83363fee9b0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:46:30Z', 'updated_at': '2021-09-15T13:46:30Z', 'revision_number': 0, 'project_id': '8b4ff18c8d01411db26c7e00839763ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '973a1b57-338f-4bb7-b561-67ae8f5dd51b', 'name': '', 'network_id': '793015e2-0d52-40cf-8c22-c0e40400b506', 'tenant_id': '8b4ff18c8d01411db26c7e00839763ca', 'mac_address': 'fa:16:3e:d9:16:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c47cd1-71b5-4141-8862-99e4195ddf80', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98d7ad21-10e2-4f6e-af3b-e40f983ff5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:34Z', 'updated_at': '2021-09-15T13:45:44Z', 'revision_number': 5, 'project_id': '8b4ff18c8d01411db26c7e00839763ca', 'subnets': [{'id': '98d7ad21-10e2-4f6e-af3b-e40f983ff5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-iscsi', False) {} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:46:33.908971 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36832de0-073f-4473-a106-ca2effd2d300 None None] The sync data for ids ['90c47cd1-71b5-4141-8862-99e4195ddf80'] in dv-cinder-809181-1-iscsi is: [{'id': '90c47cd1-71b5-4141-8862-99e4195ddf80', 'name': 'tempest-TestVolumeBootPattern-1879708378-router', 'tenant_id': '8b4ff18c8d01411db26c7e00839763ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': 'e34694d5-b0b8-4c92-a996-6d18c3102646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:45:31Z', 'updated_at': '2021-09-15T13:45:35Z', 'revision_number': 4, 'project_id': '8b4ff18c8d01411db26c7e00839763ca', 'gw_port': {'id': 'e34694d5-b0b8-4c92-a996-6d18c3102646', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c47cd1-71b5-4141-8862-99e4195ddf80', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:32Z', 'updated_at': '2021-09-15T13:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi', '_floatingips': [{'id': 'c6ef3e80-0283-483a-878e-3c224e122b22', 'tenant_id': '8b4ff18c8d01411db26c7e00839763ca', 'floating_ip_address': '172.27.2.6', 'floating_network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'router_id': '90c47cd1-71b5-4141-8862-99e4195ddf80', 'port_id': 'a1bb2aca-61f9-4489-bc4f-7e5e60f68ef8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '793015e2-0d52-40cf-8c22-c0e40400b506', 'mac_address': 'fa:16:3e:56:13:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba18222-3c6a-42e5-a7d9-83363fee9b0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:46:30Z', 'updated_at': '2021-09-15T13:46:30Z', 'revision_number': 0, 'project_id': '8b4ff18c8d01411db26c7e00839763ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '973a1b57-338f-4bb7-b561-67ae8f5dd51b', 'name': '', 'network_id': '793015e2-0d52-40cf-8c22-c0e40400b506', 'tenant_id': '8b4ff18c8d01411db26c7e00839763ca', 'mac_address': 'fa:16:3e:d9:16:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c47cd1-71b5-4141-8862-99e4195ddf80', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98d7ad21-10e2-4f6e-af3b-e40f983ff5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:34Z', 'updated_at': '2021-09-15T13:45:44Z', 'revision_number': 5, 'project_id': '8b4ff18c8d01411db26c7e00839763ca', 'subnets': [{'id': '98d7ad21-10e2-4f6e-af3b-e40f983ff5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Sep 15 13:46:33.926025 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f0a7b3-42b4-4a30-9d2e-9c4cc1c6dfea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=289305f1-81ce-4769-89cc-921b71cb50da,revision_number=1']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:46:33.931019 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-53f0a7b3-42b4-4a30-9d2e-9c4cc1c6dfea admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=aacddaf4558f42c49db125d83747a670&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3466003
Sep 15 13:46:33.932297 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-53f0a7b3-42b4-4a30-9d2e-9c4cc1c6dfea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:46:33.933162 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 39466) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:46:33.989759 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:34.002838 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-3af2d237-83e3-4895-889b-32e02c76bcdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:34.030300 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-3af2d237-83e3-4895-889b-32e02c76bcdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:34.074564 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-3af2d237-83e3-4895-889b-32e02c76bcdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:34.079765 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-15e78ab7-c1d9-49f5-b692-e791ff519522 tempest-VolumesNegativeTest-1142966262 tempest-VolumesNegativeTest-1142966262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:46:34.096420 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af2d237-83e3-4895-889b-32e02c76bcdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=289305f1-81ce-4769-89cc-921b71cb50da,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:46:34.099535 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-3af2d237-83e3-4895-889b-32e02c76bcdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:46:34.112095 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-3af2d237-83e3-4895-889b-32e02c76bcdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:34.116735 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-3af2d237-83e3-4895-889b-32e02c76bcdf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/289305f1-81ce-4769-89cc-921b71cb50da HTTP/1.1" status: 204  len: 168 time: 0.1823790
Sep 15 13:46:34.331570 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869bb173-3e8d-427b-b100-c6f1872dc637 None None] New status for floating IP c6ef3e80-0283-483a-878e-3c224e122b22: ACTIVE {{(pid=82348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Sep 15 13:46:34.504576 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 39480) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:46:34.524085 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-3a361be2-a59c-41fb-8864-cf77e7a34c1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:34.557512 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-3a361be2-a59c-41fb-8864-cf77e7a34c1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:46:34.562495 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-3a361be2-a59c-41fb-8864-cf77e7a34c1c admin admin] Usage tracker for resource:security_group_rule and tenant:ba534cd56783480690bdb9c8a193f621 is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:46:34.566007 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-3a361be2-a59c-41fb-8864-cf77e7a34c1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:46:34.571844 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-3a361be2-a59c-41fb-8864-cf77e7a34c1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:46:34.643420 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-3a361be2-a59c-41fb-8864-cf77e7a34c1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:34.646113 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-3a361be2-a59c-41fb-8864-cf77e7a34c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:34.653432 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-2f8d69d1-3a46-4762-87a4-0463b55630b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:46:34.695154 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a361be2-a59c-41fb-8864-cf77e7a34c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03e55561-f079-49f9-b0fd-b5cecf58d8e1,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:46:34.698939 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-3a361be2-a59c-41fb-8864-cf77e7a34c1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:46:34.701383 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-3a361be2-a59c-41fb-8864-cf77e7a34c1c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ba534cd56783480690bdb9c8a193f621&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1957388
Sep 15 13:46:34.704112 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 39484) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:46:34.766843 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-34421e71-058e-4a77-a987-c7da581046d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:34.795781 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-34421e71-058e-4a77-a987-c7da581046d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:34.839795 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-34421e71-058e-4a77-a987-c7da581046d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:34.844638 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-7d2d966d-88da-4ccf-bb8e-199a0b2996a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:46:34.855717 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34421e71-058e-4a77-a987-c7da581046d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e55561-f079-49f9-b0fd-b5cecf58d8e1,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:46:34.859331 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-34421e71-058e-4a77-a987-c7da581046d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:46:34.862567 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-34421e71-058e-4a77-a987-c7da581046d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:34.863847 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-34421e71-058e-4a77-a987-c7da581046d8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/03e55561-f079-49f9-b0fd-b5cecf58d8e1 HTTP/1.1" status: 204  len: 168 time: 0.1587408
Sep 15 13:46:35.261196 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 39492) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:46:35.281905 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2c0e3bf7-0fcd-48cb-b0c1-e49398a4142c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:35.314505 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-2c0e3bf7-0fcd-48cb-b0c1-e49398a4142c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:46:35.319091 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-2c0e3bf7-0fcd-48cb-b0c1-e49398a4142c admin admin] Usage tracker for resource:security_group_rule and tenant:841f1b95f1774592a70b3da3e2fa4cae is out of sync, need to count used quota {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:46:35.322064 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-2c0e3bf7-0fcd-48cb-b0c1-e49398a4142c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:46:35.328113 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-2c0e3bf7-0fcd-48cb-b0c1-e49398a4142c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:46:35.400580 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2c0e3bf7-0fcd-48cb-b0c1-e49398a4142c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:35.404576 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2c0e3bf7-0fcd-48cb-b0c1-e49398a4142c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:35.412297 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-9659c25a-2e5a-4e0f-93d2-8e9cf9470952 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:46:35.455975 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0e3bf7-0fcd-48cb-b0c1-e49398a4142c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ceab13a-59d4-494f-8164-ea09be8d54cc,revision_number=1']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:46:35.460109 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-2c0e3bf7-0fcd-48cb-b0c1-e49398a4142c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:46:35.465607 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-2c0e3bf7-0fcd-48cb-b0c1-e49398a4142c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=841f1b95f1774592a70b3da3e2fa4cae&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2010500
Sep 15 13:46:35.466601 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 39500) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:46:35.529142 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2f1e1505-81d6-4e31-8eaa-e61b3523368d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:35.560401 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2f1e1505-81d6-4e31-8eaa-e61b3523368d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:35.606934 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2f1e1505-81d6-4e31-8eaa-e61b3523368d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:35.614963 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-e4d4ef7d-3de7-45f1-aca9-42c4bc70d0b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:46:35.627783 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1e1505-81d6-4e31-8eaa-e61b3523368d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ceab13a-59d4-494f-8164-ea09be8d54cc,revision_number=None']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:46:35.632510 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-2f1e1505-81d6-4e31-8eaa-e61b3523368d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:46:35.639036 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2f1e1505-81d6-4e31-8eaa-e61b3523368d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:35.642755 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-2f1e1505-81d6-4e31-8eaa-e61b3523368d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3ceab13a-59d4-494f-8164-ea09be8d54cc HTTP/1.1" status: 204  len: 168 time: 0.1735306
Sep 15 13:46:35.718911 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 39508) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:46:36.000035 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-84239e2c-935b-4e1d-b360-afd089753639 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:36.032798 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-84239e2c-935b-4e1d-b360-afd089753639 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:46:36.037492 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-84239e2c-935b-4e1d-b360-afd089753639 admin admin] Usage tracker for resource:security_group_rule and tenant:3006e8e7cb3441458ab9d51d543e8757 is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:46:36.040437 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-84239e2c-935b-4e1d-b360-afd089753639 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:46:36.046473 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-84239e2c-935b-4e1d-b360-afd089753639 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:46:36.119892 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-84239e2c-935b-4e1d-b360-afd089753639 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:36.123262 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-84239e2c-935b-4e1d-b360-afd089753639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:36.131192 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-3e8d44c8-3486-45c1-be52-2335459ceac2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:46:36.174547 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84239e2c-935b-4e1d-b360-afd089753639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da864850-9d40-4bfe-be3a-3dbe6f3ce429,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:46:36.180006 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-84239e2c-935b-4e1d-b360-afd089753639 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3006e8e7cb3441458ab9d51d543e8757&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4598458
Sep 15 13:46:36.180943 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-84239e2c-935b-4e1d-b360-afd089753639 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:46:36.182834 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 39524) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:46:36.246234 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-45dc118b-4e76-4dae-aba7-20ac8e52ed9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:36.276522 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-45dc118b-4e76-4dae-aba7-20ac8e52ed9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:36.324369 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-45dc118b-4e76-4dae-aba7-20ac8e52ed9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:36.329403 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-00a005e3-2cae-4938-989a-f6e925a9e68d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:46:36.342782 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dc118b-4e76-4dae-aba7-20ac8e52ed9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da864850-9d40-4bfe-be3a-3dbe6f3ce429,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:46:36.346602 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-45dc118b-4e76-4dae-aba7-20ac8e52ed9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:46:36.349579 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-45dc118b-4e76-4dae-aba7-20ac8e52ed9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:36.353215 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-45dc118b-4e76-4dae-aba7-20ac8e52ed9d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/da864850-9d40-4bfe-be3a-3dbe6f3ce429 HTTP/1.1" status: 204  len: 168 time: 0.1671269
Sep 15 13:46:56.502079 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b44c87f3-15ec-4e85-909f-b0870754b0ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:58.127876 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:58.894844 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-832ba716-afd8-43f1-a537-7621b2a5159b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:46:59.143665 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9acd9d20-0ed4-40fe-8ec3-e1d8b485d7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:47:00.573129 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b47e50d5-ffd8-49d4-a6b6-3168cd38e3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:47:03.475358 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 39812) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:47:03.626206 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-6a73c379-8be1-46bb-8677-ab8eb0a9e32c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:47:03.661368 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-6a73c379-8be1-46bb-8677-ab8eb0a9e32c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:47:03.665784 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-6a73c379-8be1-46bb-8677-ab8eb0a9e32c admin admin] Usage tracker for resource:security_group_rule and tenant:98c3ea434c704bcfad236ea8653612ae is out of sync, need to count used quota {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:47:03.668709 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-6a73c379-8be1-46bb-8677-ab8eb0a9e32c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:47:03.674689 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-6a73c379-8be1-46bb-8677-ab8eb0a9e32c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:47:03.742510 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-6a73c379-8be1-46bb-8677-ab8eb0a9e32c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:47:03.746429 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-6a73c379-8be1-46bb-8677-ab8eb0a9e32c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:47:03.754316 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-6c8307b6-a31e-421f-9cdc-bdaf9c33b0e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:47:03.796039 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a73c379-8be1-46bb-8677-ab8eb0a9e32c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04a67b33-4e3c-45b1-9163-b99abb691f37,revision_number=1']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:47:03.802667 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-6a73c379-8be1-46bb-8677-ab8eb0a9e32c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=98c3ea434c704bcfad236ea8653612ae&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3261945
Sep 15 13:47:03.806161 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 39820) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:47:03.808903 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a73c379-8be1-46bb-8677-ab8eb0a9e32c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:47:03.809325 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a73c379-8be1-46bb-8677-ab8eb0a9e32c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:47:03.809735 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a73c379-8be1-46bb-8677-ab8eb0a9e32c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:47:03.810141 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a73c379-8be1-46bb-8677-ab8eb0a9e32c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:47:03.810550 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a73c379-8be1-46bb-8677-ab8eb0a9e32c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:47:03.810951 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a73c379-8be1-46bb-8677-ab8eb0a9e32c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:47:03.811350 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a73c379-8be1-46bb-8677-ab8eb0a9e32c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:47:03.811779 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a73c379-8be1-46bb-8677-ab8eb0a9e32c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:47:03.812178 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a73c379-8be1-46bb-8677-ab8eb0a9e32c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:47:03.812574 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a73c379-8be1-46bb-8677-ab8eb0a9e32c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:47:03.812971 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a73c379-8be1-46bb-8677-ab8eb0a9e32c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:47:03.817018 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-6a73c379-8be1-46bb-8677-ab8eb0a9e32c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:47:04.013048 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:47:04.077126 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-c67e5e59-6451-458c-b99c-65dc75936c97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:47:04.106489 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-c67e5e59-6451-458c-b99c-65dc75936c97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:47:04.150037 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-c67e5e59-6451-458c-b99c-65dc75936c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:47:04.155384 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-d06836fd-6bd3-42bc-b618-f93c7a899592 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:47:04.169315 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67e5e59-6451-458c-b99c-65dc75936c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a67b33-4e3c-45b1-9163-b99abb691f37,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:47:04.172116 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-c67e5e59-6451-458c-b99c-65dc75936c97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:47:04.173299 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-c67e5e59-6451-458c-b99c-65dc75936c97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:47:04.177821 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-c67e5e59-6451-458c-b99c-65dc75936c97 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/04a67b33-4e3c-45b1-9163-b99abb691f37 HTTP/1.1" status: 204  len: 168 time: 0.3672104
Sep 15 13:47:09.226252 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.agents_db [None req-051818a7-3814-4859-966a-2c4e7d325cc9 None None] Agent healthcheck: found 6 active agents {{(pid=82348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Sep 15 13:47:16.639018 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 39994) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:47:16.787798 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-16af8922-6851-486a-801b-80fd91f16562 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:47:16.821996 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-16af8922-6851-486a-801b-80fd91f16562 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:47:16.826029 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-16af8922-6851-486a-801b-80fd91f16562 admin admin] Usage tracker for resource:security_group_rule and tenant:b99fddc11edd4e328921f515d122b4ed is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:47:16.829032 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-16af8922-6851-486a-801b-80fd91f16562 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:47:16.836574 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-16af8922-6851-486a-801b-80fd91f16562 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:47:16.903125 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-16af8922-6851-486a-801b-80fd91f16562 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:47:16.905928 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-16af8922-6851-486a-801b-80fd91f16562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:47:16.914351 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-13fc9840-ac68-4aff-acc0-9f7c37fb9d58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:47:16.958788 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16af8922-6851-486a-801b-80fd91f16562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e86930c-e1c6-4e93-92e1-726389e9cee5,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:47:16.965222 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-16af8922-6851-486a-801b-80fd91f16562 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b99fddc11edd4e328921f515d122b4ed&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3251078
Sep 15 13:47:16.968157 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 40000) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:47:16.970885 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16af8922-6851-486a-801b-80fd91f16562 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:47:16.971322 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16af8922-6851-486a-801b-80fd91f16562 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:47:16.971779 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16af8922-6851-486a-801b-80fd91f16562 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:47:16.972202 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16af8922-6851-486a-801b-80fd91f16562 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:47:16.972628 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16af8922-6851-486a-801b-80fd91f16562 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:47:16.973048 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16af8922-6851-486a-801b-80fd91f16562 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:47:16.973466 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16af8922-6851-486a-801b-80fd91f16562 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:47:16.973880 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16af8922-6851-486a-801b-80fd91f16562 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:47:16.974297 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16af8922-6851-486a-801b-80fd91f16562 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:47:16.974709 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16af8922-6851-486a-801b-80fd91f16562 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:47:16.975124 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16af8922-6851-486a-801b-80fd91f16562 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:47:16.979876 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-16af8922-6851-486a-801b-80fd91f16562 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:47:17.033314 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-92104875-6def-4b15-ad33-66bea9e43844 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:47:17.059663 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-92104875-6def-4b15-ad33-66bea9e43844 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:47:17.104350 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-92104875-6def-4b15-ad33-66bea9e43844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:47:17.109273 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-2f1e1505-81d6-4e31-8eaa-e61b3523368d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:47:17.122041 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92104875-6def-4b15-ad33-66bea9e43844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e86930c-e1c6-4e93-92e1-726389e9cee5,revision_number=None']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:47:17.125703 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-92104875-6def-4b15-ad33-66bea9e43844 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:47:17.132755 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-92104875-6def-4b15-ad33-66bea9e43844 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:47:17.134010 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-92104875-6def-4b15-ad33-66bea9e43844 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8e86930c-e1c6-4e93-92e1-726389e9cee5 HTTP/1.1" status: 204  len: 168 time: 0.1647217
Sep 15 13:47:17.478303 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 40014) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:47:17.502346 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-fa68394b-a941-4ae8-b5bf-08355e63152d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:47:17.535896 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-fa68394b-a941-4ae8-b5bf-08355e63152d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:47:17.539930 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-fa68394b-a941-4ae8-b5bf-08355e63152d admin admin] Usage tracker for resource:security_group_rule and tenant:f63ef2bc65b44439a9bb3564f75b8007 is out of sync, need to count used quota {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:47:17.542842 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-fa68394b-a941-4ae8-b5bf-08355e63152d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:47:17.548894 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-fa68394b-a941-4ae8-b5bf-08355e63152d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:47:17.617919 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-fa68394b-a941-4ae8-b5bf-08355e63152d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:47:17.620841 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-fa68394b-a941-4ae8-b5bf-08355e63152d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:47:17.628281 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-2ac6d499-e3fb-404b-b4ff-75e9d8667d94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:47:17.672820 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-fa68394b-a941-4ae8-b5bf-08355e63152d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f63ef2bc65b44439a9bb3564f75b8007&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1933494
Sep 15 13:47:17.673583 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa68394b-a941-4ae8-b5bf-08355e63152d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8af0b6ba-e64b-41b6-96de-6ba7ec72347b,revision_number=1']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:47:17.675871 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 40018) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:47:17.676751 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-fa68394b-a941-4ae8-b5bf-08355e63152d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:47:17.739250 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-ba024951-1bef-458e-bb7c-a489370e6dc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:47:17.766718 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-ba024951-1bef-458e-bb7c-a489370e6dc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:47:17.811080 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-ba024951-1bef-458e-bb7c-a489370e6dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:47:17.816020 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-34fafab3-72e7-46fe-8fe8-a32170b83ff5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:47:17.830432 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba024951-1bef-458e-bb7c-a489370e6dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af0b6ba-e64b-41b6-96de-6ba7ec72347b,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:47:17.836121 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-ba024951-1bef-458e-bb7c-a489370e6dc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:47:17.840761 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-ba024951-1bef-458e-bb7c-a489370e6dc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:47:17.844112 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-ba024951-1bef-458e-bb7c-a489370e6dc9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8af0b6ba-e64b-41b6-96de-6ba7ec72347b HTTP/1.1" status: 204  len: 168 time: 0.1671376
Sep 15 13:47:18.239919 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 40026) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:47:18.259880 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-355db1ff-b8c5-43f2-bf04-3fd46c09214f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:47:18.293155 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-355db1ff-b8c5-43f2-bf04-3fd46c09214f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:47:18.297198 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-355db1ff-b8c5-43f2-bf04-3fd46c09214f admin admin] Usage tracker for resource:security_group_rule and tenant:952531db5b544a9f8f02106ca518a7b1 is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:47:18.300157 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-355db1ff-b8c5-43f2-bf04-3fd46c09214f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:47:18.306184 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-355db1ff-b8c5-43f2-bf04-3fd46c09214f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:47:18.376612 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-355db1ff-b8c5-43f2-bf04-3fd46c09214f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:47:18.379428 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-355db1ff-b8c5-43f2-bf04-3fd46c09214f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:47:18.386668 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-4aacef00-3cd5-4495-b002-dc20b095cfc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:47:18.428684 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355db1ff-b8c5-43f2-bf04-3fd46c09214f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5281d497-fcff-4498-bb50-da67f3993aa5,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:47:18.431952 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-355db1ff-b8c5-43f2-bf04-3fd46c09214f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:47:18.434200 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-355db1ff-b8c5-43f2-bf04-3fd46c09214f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=952531db5b544a9f8f02106ca518a7b1&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1931603
Sep 15 13:47:18.437048 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 40030) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:47:18.498604 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-48f6a74d-ea16-4d56-b263-d0c037dcb6c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:47:18.525521 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-48f6a74d-ea16-4d56-b263-d0c037dcb6c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:47:18.571070 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-48f6a74d-ea16-4d56-b263-d0c037dcb6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:47:18.576122 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-61ff71f6-c539-4264-8bee-bf4bb4b8f850 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:47:18.587576 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f6a74d-ea16-4d56-b263-d0c037dcb6c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5281d497-fcff-4498-bb50-da67f3993aa5,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:47:18.591363 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-48f6a74d-ea16-4d56-b263-d0c037dcb6c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:47:18.594964 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-48f6a74d-ea16-4d56-b263-d0c037dcb6c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:47:18.596211 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-48f6a74d-ea16-4d56-b263-d0c037dcb6c9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5281d497-fcff-4498-bb50-da67f3993aa5 HTTP/1.1" status: 204  len: 168 time: 0.1582620
Sep 15 13:47:20.149304 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 40072) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:47:20.300135 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-ac790b1b-b7d7-419b-a2e9-6a2215810400 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:47:20.338146 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-ac790b1b-b7d7-419b-a2e9-6a2215810400 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:47:20.342125 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-ac790b1b-b7d7-419b-a2e9-6a2215810400 admin admin] Usage tracker for resource:security_group_rule and tenant:ed63b3d62dd84c389dbd45eff865f579 is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:47:20.345062 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-ac790b1b-b7d7-419b-a2e9-6a2215810400 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:47:20.351491 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-ac790b1b-b7d7-419b-a2e9-6a2215810400 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:47:20.418336 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-ac790b1b-b7d7-419b-a2e9-6a2215810400 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:47:20.420972 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-ac790b1b-b7d7-419b-a2e9-6a2215810400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:47:20.428174 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-dbcba073-4ea4-4323-8a1f-87c06ed65274 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:47:20.470508 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac790b1b-b7d7-419b-a2e9-6a2215810400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6477013-837d-46fa-acc0-5523f0451637,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:47:20.474033 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-ac790b1b-b7d7-419b-a2e9-6a2215810400 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:47:20.476780 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-ac790b1b-b7d7-419b-a2e9-6a2215810400 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ed63b3d62dd84c389dbd45eff865f579&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3263435
Sep 15 13:47:20.479515 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 40078) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:47:20.542238 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-1d9f791a-80c1-45a8-a8e3-303dbe32a269 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:47:20.569891 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-1d9f791a-80c1-45a8-a8e3-303dbe32a269 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:47:20.613437 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-1d9f791a-80c1-45a8-a8e3-303dbe32a269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:47:20.618821 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-570fba3d-f0ff-447c-ace7-a23cecfd2c8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:47:20.632904 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9f791a-80c1-45a8-a8e3-303dbe32a269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6477013-837d-46fa-acc0-5523f0451637,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:47:20.635702 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-1d9f791a-80c1-45a8-a8e3-303dbe32a269 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:47:20.636861 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-1d9f791a-80c1-45a8-a8e3-303dbe32a269 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:47:20.638146 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-1d9f791a-80c1-45a8-a8e3-303dbe32a269 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d6477013-837d-46fa-acc0-5523f0451637 HTTP/1.1" status: 204  len: 168 time: 0.1575434
Sep 15 13:47:21.942073 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 40114) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:47:22.093563 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-198810d5-b000-4212-b08e-9b05d0271a71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:47:22.126176 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-198810d5-b000-4212-b08e-9b05d0271a71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:47:22.130231 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-198810d5-b000-4212-b08e-9b05d0271a71 admin admin] Usage tracker for resource:security_group_rule and tenant:434f0e2976034f33b83d3be9249957e3 is out of sync, need to count used quota {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:47:22.133206 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-198810d5-b000-4212-b08e-9b05d0271a71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:47:22.139236 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-198810d5-b000-4212-b08e-9b05d0271a71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:47:22.205649 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-198810d5-b000-4212-b08e-9b05d0271a71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:47:22.208825 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-198810d5-b000-4212-b08e-9b05d0271a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:47:22.216738 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-48f6a74d-ea16-4d56-b263-d0c037dcb6c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:47:22.260013 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198810d5-b000-4212-b08e-9b05d0271a71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf8c993-eec7-4163-99a8-2eca6ec29944,revision_number=1']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:47:22.267666 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 40120) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:47:22.267861 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-198810d5-b000-4212-b08e-9b05d0271a71 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=434f0e2976034f33b83d3be9249957e3&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3244631
Sep 15 13:47:22.268854 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-198810d5-b000-4212-b08e-9b05d0271a71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:47:22.331069 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-455bfe72-7a63-4807-9872-ec7d6737a819 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:47:22.358471 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-455bfe72-7a63-4807-9872-ec7d6737a819 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:47:22.406338 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-455bfe72-7a63-4807-9872-ec7d6737a819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:47:22.411393 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-64ede4d4-63c4-4ec2-8329-679c81570402 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:47:22.423921 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455bfe72-7a63-4807-9872-ec7d6737a819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf8c993-eec7-4163-99a8-2eca6ec29944,revision_number=None']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:47:22.426359 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-455bfe72-7a63-4807-9872-ec7d6737a819 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:47:22.433668 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-455bfe72-7a63-4807-9872-ec7d6737a819 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:47:22.434939 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-455bfe72-7a63-4807-9872-ec7d6737a819 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fbf8c993-eec7-4163-99a8-2eca6ec29944 HTTP/1.1" status: 204  len: 168 time: 0.1661873
Sep 15 13:47:26.502498 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f251c5f8-a535-49a1-947a-7bb386b5ae36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:47:28.130210 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:47:28.895561 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7232e67f-1a2b-4bc1-849c-88b373b136d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:47:29.144985 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9acd9d20-0ed4-40fe-8ec3-e1d8b485d7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:47:30.574692 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b47e50d5-ffd8-49d4-a6b6-3168cd38e3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:47:34.007892 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:47:37.202921 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 40218) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:47:37.354694 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-22e7d0a3-c0a1-4b2c-bb84-f1494142d6e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:47:37.387170 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-22e7d0a3-c0a1-4b2c-bb84-f1494142d6e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:47:37.391221 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-22e7d0a3-c0a1-4b2c-bb84-f1494142d6e9 admin admin] Usage tracker for resource:security_group_rule and tenant:4c5e1207b55b48f8939e1bfc9c7b452d is out of sync, need to count used quota {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:47:37.394202 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-22e7d0a3-c0a1-4b2c-bb84-f1494142d6e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:47:37.400924 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-22e7d0a3-c0a1-4b2c-bb84-f1494142d6e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:47:37.467806 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-22e7d0a3-c0a1-4b2c-bb84-f1494142d6e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:47:37.470612 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-22e7d0a3-c0a1-4b2c-bb84-f1494142d6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:47:37.477974 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-fa4dc8ce-ec89-4012-b7e7-fe8dc5ffe3de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:47:37.521263 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e7d0a3-c0a1-4b2c-bb84-f1494142d6e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcfe4cfe-08e6-46b1-be89-7463cca092ae,revision_number=1']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:47:37.525133 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-22e7d0a3-c0a1-4b2c-bb84-f1494142d6e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:47:37.527537 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-22e7d0a3-c0a1-4b2c-bb84-f1494142d6e9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4c5e1207b55b48f8939e1bfc9c7b452d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3235545
Sep 15 13:47:37.530340 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 40224) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:47:37.591834 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f6527d17-a953-4b59-b310-a4c047141b3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:47:37.623373 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f6527d17-a953-4b59-b310-a4c047141b3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:47:37.667100 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f6527d17-a953-4b59-b310-a4c047141b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:47:37.671961 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-4dae150d-1104-4b07-8c61-e2091f66cfa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:47:37.683996 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6527d17-a953-4b59-b310-a4c047141b3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcfe4cfe-08e6-46b1-be89-7463cca092ae,revision_number=None']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:47:37.687073 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-f6527d17-a953-4b59-b310-a4c047141b3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:47:37.689103 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f6527d17-a953-4b59-b310-a4c047141b3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:47:37.691666 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-f6527d17-a953-4b59-b310-a4c047141b3b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dcfe4cfe-08e6-46b1-be89-7463cca092ae HTTP/1.1" status: 204  len: 168 time: 0.1589525
Sep 15 13:47:43.592815 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a1807eb2-9b42-4768-b57f-671616af020f req-97318cbc-97b4-4985-9758-f9ff68706aae service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9ba18222-3c6a-42e5-a7d9-83363fee9b0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0742292
Sep 15 13:47:43.755095 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a1807eb2-9b42-4768-b57f-671616af020f req-1fe21366-913e-4283-b8b1-8a43d67065c4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8b4ff18c8d01411db26c7e00839763ca&device_id=9ba18222-3c6a-42e5-a7d9-83363fee9b0a HTTP/1.1" status: 200  len: 1098 time: 0.0781658
Sep 15 13:47:43.910921 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1807eb2-9b42-4768-b57f-671616af020f req-fba86712-4492-4754-90f6-0ad5f47711c4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:47:43.912468 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a1807eb2-9b42-4768-b57f-671616af020f req-fba86712-4492-4754-90f6-0ad5f47711c4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=793015e2-0d52-40cf-8c22-c0e40400b506 HTTP/1.1" status: 200  len: 913 time: 0.1387460
Sep 15 13:47:44.016039 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a1807eb2-9b42-4768-b57f-671616af020f req-3a4c10e1-ce72-428b-8b3c-ac437991fd31 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1bb2aca-61f9-4489-bc4f-7e5e60f68ef8 HTTP/1.1" status: 200  len: 999 time: 0.0971720
Sep 15 13:47:44.086845 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1807eb2-9b42-4768-b57f-671616af020f req-76695361-eadd-4834-8e88-2d1cfc5743bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:47:44.088390 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a1807eb2-9b42-4768-b57f-671616af020f req-76695361-eadd-4834-8e88-2d1cfc5743bf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=98d7ad21-10e2-4f6e-af3b-e40f983ff5e1 HTTP/1.1" status: 200  len: 851 time: 0.0664852
Sep 15 13:47:44.171893 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a1807eb2-9b42-4768-b57f-671616af020f req-93e067c8-58cd-4f3a-9b45-59a26c7b60c9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=793015e2-0d52-40cf-8c22-c0e40400b506&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0765889
Sep 15 13:47:44.314190 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a1807eb2-9b42-4768-b57f-671616af020f req-2ca8e756-83d9-4307-858f-4f679aa01959 service neutron] 10.222.0.36 "GET /v2.0/networks/793015e2-0d52-40cf-8c22-c0e40400b506?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1361077
Sep 15 13:47:44.457765 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a1807eb2-9b42-4768-b57f-671616af020f req-17fdc27c-34eb-42ae-b9ca-54388c638252 service neutron] 10.222.0.36 "GET /v2.0/networks/793015e2-0d52-40cf-8c22-c0e40400b506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1357181
Sep 15 13:47:46.227652 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.agents_db [None req-051818a7-3814-4859-966a-2c4e7d325cc9 None None] Agent healthcheck: found 6 active agents {{(pid=82348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Sep 15 13:47:56.503499 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-a27b7777-384d-4c66-936c-65f09cd5dd26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:47:58.133364 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:47:58.895747 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-a210c466-d945-4813-9d28-6521d7a88abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:47:59.149078 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9acd9d20-0ed4-40fe-8ec3-e1d8b485d7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:48:00.578048 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b47e50d5-ffd8-49d4-a6b6-3168cd38e3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:48:04.038725 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:48:23.227608 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.agents_db [None req-051818a7-3814-4859-966a-2c4e7d325cc9 None None] Agent healthcheck: found 6 active agents {{(pid=82348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Sep 15 13:48:26.503819 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-07031f35-0fe6-440f-b80d-ef8a6b8b7cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:48:28.138284 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:48:28.896941 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-4da8c7a7-386d-45a2-bf67-4b7aa6114331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:48:29.151896 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9acd9d20-0ed4-40fe-8ec3-e1d8b485d7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:48:29.743070 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa509a-3a5d-4604-b3e8-167e5fb71a95 req-bba60026-73c1-4e56-8b0b-0c014a3b4e2c tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:48:29.744622 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-c3aa509a-3a5d-4604-b3e8-167e5fb71a95 req-bba60026-73c1-4e56-8b0b-0c014a3b4e2c tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ba18222-3c6a-42e5-a7d9-83363fee9b0a HTTP/1.1" status: 200  len: 945 time: 0.2838857
Sep 15 13:48:29.793761 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-c3aa509a-3a5d-4604-b3e8-167e5fb71a95 req-dec8e514-e41d-4094-8c4a-498beab5775e tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/security-groups?id=d35cd24e-8145-42e7-a1c8-c6dd0d5bf754&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424538
Sep 15 13:48:30.583316 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b47e50d5-ffd8-49d4-a6b6-3168cd38e3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:48:31.143700 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa520ad0-e7e0-485f-8b78-17f9f0d6089d req-bda86eaf-6871-44c7-8f75-a7133e8c5a94 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:48:31.145192 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-fa520ad0-e7e0-485f-8b78-17f9f0d6089d req-bda86eaf-6871-44c7-8f75-a7133e8c5a94 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ba18222-3c6a-42e5-a7d9-83363fee9b0a HTTP/1.1" status: 200  len: 945 time: 0.1146853
Sep 15 13:48:31.151114 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ad4479-1251-4d44-9960-e7cd1c1423b4 req-b64906ff-0cbb-433d-a6cc-2b6d69311f16 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:48:31.152611 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-e5ad4479-1251-4d44-9960-e7cd1c1423b4 req-b64906ff-0cbb-433d-a6cc-2b6d69311f16 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ba18222-3c6a-42e5-a7d9-83363fee9b0a HTTP/1.1" status: 200  len: 945 time: 0.2373765
Sep 15 13:48:31.248883 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [req-fa520ad0-e7e0-485f-8b78-17f9f0d6089d req-dade0de1-6447-45f9-aef9-702f120e3259 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Deleting port a1bb2aca-61f9-4489-bc4f-7e5e60f68ef8 {{(pid=82345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Sep 15 13:48:31.249268 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-fa520ad0-e7e0-485f-8b78-17f9f0d6089d req-dade0de1-6447-45f9-aef9-702f120e3259 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301743532404'] for port, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:48:31.301844 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-e5ad4479-1251-4d44-9960-e7cd1c1423b4 req-dbbdb447-66ca-49e3-8b7b-eb456f9dbf81 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/security-groups?id=d35cd24e-8145-42e7-a1c8-c6dd0d5bf754&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1196189
Sep 15 13:48:31.511684 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [req-fa520ad0-e7e0-485f-8b78-17f9f0d6089d req-dade0de1-6447-45f9-aef9-702f120e3259 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] For port a1bb2aca-61f9-4489-bc4f-7e5e60f68ef8, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=a1bb2aca-61f9-4489-bc4f-7e5e60f68ef8,segment=NetworkSegment(44a35f9e-9e32-4381-8e07-9adb36df31d4),segment_id=44a35f9e-9e32-4381-8e07-9adb36df31d4)] {{(pid=82345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:48:31.512023 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-fa520ad0-e7e0-485f-8b78-17f9f0d6089d req-dade0de1-6447-45f9-aef9-702f120e3259 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853103875'] for port, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:48:32.025503 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-fa520ad0-e7e0-485f-8b78-17f9f0d6089d req-dade0de1-6447-45f9-aef9-702f120e3259 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:48:32.026103 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-fa520ad0-e7e0-485f-8b78-17f9f0d6089d req-dade0de1-6447-45f9-aef9-702f120e3259 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853102158'] for floatingip, after_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:48:32.026290 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.db.l3_db [req-fa520ad0-e7e0-485f-8b78-17f9f0d6089d req-dade0de1-6447-45f9-aef9-702f120e3259 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Floating IP c6ef3e80-0283-483a-878e-3c224e122b22 disassociated. External IP: 172.27.2.6, port: a1bb2aca-61f9-4489-bc4f-7e5e60f68ef8.
Sep 15 13:48:32.026660 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [req-fa520ad0-e7e0-485f-8b78-17f9f0d6089d req-dade0de1-6447-45f9-aef9-702f120e3259 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Calling delete_port for a1bb2aca-61f9-4489-bc4f-7e5e60f68ef8 owned by compute:nova {{(pid=82345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Sep 15 13:48:32.168381 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-fa520ad0-e7e0-485f-8b78-17f9f0d6089d req-dade0de1-6447-45f9-aef9-702f120e3259 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301743526908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735110837380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852138254'] for port, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:48:32.174152 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-211a7f20-157c-40fe-b80e-ba6086055f28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:48:32.217611 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dade0de1-6447-45f9-aef9-702f120e3259 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Pushing event deleted for resources: {'Port': ['ID=a1bb2aca-61f9-4489-bc4f-7e5e60f68ef8,revision_number=None']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:48:32.233231 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dade0de1-6447-45f9-aef9-702f120e3259 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:48:32.233655 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dade0de1-6447-45f9-aef9-702f120e3259 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:48:32.234156 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dade0de1-6447-45f9-aef9-702f120e3259 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:48:32.234720 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dade0de1-6447-45f9-aef9-702f120e3259 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:48:32.235178 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dade0de1-6447-45f9-aef9-702f120e3259 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:48:32.235519 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dade0de1-6447-45f9-aef9-702f120e3259 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:48:32.235954 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dade0de1-6447-45f9-aef9-702f120e3259 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:48:32.236360 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dade0de1-6447-45f9-aef9-702f120e3259 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:48:32.236765 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dade0de1-6447-45f9-aef9-702f120e3259 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:48:32.237163 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dade0de1-6447-45f9-aef9-702f120e3259 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:48:32.237559 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dade0de1-6447-45f9-aef9-702f120e3259 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:48:32.241312 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-dade0de1-6447-45f9-aef9-702f120e3259 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:48:32.481440 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-cfd79ec7-1c70-4de9-8c4b-36b561411c13 req-2796af93-b319-40ed-8608-cabb4211bbcc tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ba18222-3c6a-42e5-a7d9-83363fee9b0a HTTP/1.1" status: 200  len: 210 time: 0.0560899
Sep 15 13:48:32.500776 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fa520ad0-e7e0-485f-8b78-17f9f0d6089d req-dade0de1-6447-45f9-aef9-702f120e3259 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Router 90c47cd1-71b5-4141-8862-99e4195ddf80 has already been hosted by L3 agent c919ec5e-912e-4080-8a6b-9b8956cb875b {{(pid=82345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Sep 15 13:48:32.717874 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fa520ad0-e7e0-485f-8b78-17f9f0d6089d req-dade0de1-6447-45f9-aef9-702f120e3259 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify agent at l3_agent.dv-cinder-809181-1-iscsi the message routers_updated {{(pid=82345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Sep 15 13:48:32.727908 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f015f4c-988f-4046-a092-24cfea21c116 None None] Sync routers for ids ['90c47cd1-71b5-4141-8862-99e4195ddf80'] in dv-cinder-809181-1-iscsi {{(pid=82347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Sep 15 13:48:32.741497 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f015f4c-988f-4046-a092-24cfea21c116 None None] Routers {'90c47cd1-71b5-4141-8862-99e4195ddf80'} bound to L3 agent in host dv-cinder-809181-1-iscsi {{(pid=82347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 15 13:48:32.742443 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-6f015f4c-988f-4046-a092-24cfea21c116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cd2292908>, 'dv-cinder-809181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T13:29:29Z,description=<?>,heartbeat_timestamp=2021-09-15T13:48:29Z,host='dv-cinder-809181-1-iscsi',id=c919ec5e-912e-4080-8a6b-9b8956cb875b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T13:29:29Z,topic='l3_agent')) {'router_ids': ['90c47cd1-71b5-4141-8862-99e4195ddf80'], 'active': True} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:48:32.792514 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa520ad0-e7e0-485f-8b78-17f9f0d6089d req-dade0de1-6447-45f9-aef9-702f120e3259 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] No DVR routers for this DVR port a1bb2aca-61f9-4489-bc4f-7e5e60f68ef8 on host hv-cinder-80918 {{(pid=82345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Sep 15 13:48:32.795140 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-fa520ad0-e7e0-485f-8b78-17f9f0d6089d req-dade0de1-6447-45f9-aef9-702f120e3259 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251427'] for port, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:48:32.798297 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ba18222-3c6a-42e5-a7d9-83363fee9b0a', 'name': 'network-vif-deleted', 'tag': 'a1bb2aca-61f9-4489-bc4f-7e5e60f68ef8'}] {{(pid=82345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Sep 15 13:48:32.820763 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-fa520ad0-e7e0-485f-8b78-17f9f0d6089d req-dade0de1-6447-45f9-aef9-702f120e3259 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.36 "DELETE /v2.0/ports/a1bb2aca-61f9-4489-bc4f-7e5e60f68ef8 HTTP/1.1" status: 204  len: 173 time: 1.6670942
Sep 15 13:48:32.945380 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ba18222-3c6a-42e5-a7d9-83363fee9b0a', 'name': 'network-vif-deleted', 'tag': 'a1bb2aca-61f9-4489-bc4f-7e5e60f68ef8', 'status': 'completed', 'code': 200}
Sep 15 13:48:32.947549 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvr_db [None req-6f015f4c-988f-4046-a092-24cfea21c116 None None] Set router 90c47cd1-71b5-4141-8862-99e4195ddf80 gateway port host: dv-cinder-809181-1-iscsi {{(pid=82347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Sep 15 13:48:33.280365 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-6f015f4c-988f-4046-a092-24cfea21c116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cd2292908>, [{'id': '90c47cd1-71b5-4141-8862-99e4195ddf80', 'name': 'tempest-TestVolumeBootPattern-1879708378-router', 'tenant_id': '8b4ff18c8d01411db26c7e00839763ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': 'e34694d5-b0b8-4c92-a996-6d18c3102646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:45:31Z', 'updated_at': '2021-09-15T13:45:35Z', 'revision_number': 4, 'project_id': '8b4ff18c8d01411db26c7e00839763ca', 'gw_port': {'id': 'e34694d5-b0b8-4c92-a996-6d18c3102646', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c47cd1-71b5-4141-8862-99e4195ddf80', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:32Z', 'updated_at': '2021-09-15T13:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi', '_interfaces': [{'id': '973a1b57-338f-4bb7-b561-67ae8f5dd51b', 'name': '', 'network_id': '793015e2-0d52-40cf-8c22-c0e40400b506', 'tenant_id': '8b4ff18c8d01411db26c7e00839763ca', 'mac_address': 'fa:16:3e:d9:16:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c47cd1-71b5-4141-8862-99e4195ddf80', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98d7ad21-10e2-4f6e-af3b-e40f983ff5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:34Z', 'updated_at': '2021-09-15T13:45:44Z', 'revision_number': 5, 'project_id': '8b4ff18c8d01411db26c7e00839763ca', 'subnets': [{'id': '98d7ad21-10e2-4f6e-af3b-e40f983ff5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-iscsi', False) {} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:48:33.284777 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f015f4c-988f-4046-a092-24cfea21c116 None None] Checking router: 90c47cd1-71b5-4141-8862-99e4195ddf80 for host: dv-cinder-809181-1-iscsi {{(pid=82347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Sep 15 13:48:33.297753 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f015f4c-988f-4046-a092-24cfea21c116 None None] Routers {'90c47cd1-71b5-4141-8862-99e4195ddf80'} bound to L3 agent in host dv-cinder-809181-1-iscsi {{(pid=82347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 15 13:48:33.297753 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-6f015f4c-988f-4046-a092-24cfea21c116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cd2292908>, 'dv-cinder-809181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T13:29:29Z,description=<?>,heartbeat_timestamp=2021-09-15T13:48:29Z,host='dv-cinder-809181-1-iscsi',id=c919ec5e-912e-4080-8a6b-9b8956cb875b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T13:29:29Z,topic='l3_agent')) {'router_ids': ['90c47cd1-71b5-4141-8862-99e4195ddf80'], 'active': True} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:48:33.481943 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvr_db [None req-6f015f4c-988f-4046-a092-24cfea21c116 None None] Set router 90c47cd1-71b5-4141-8862-99e4195ddf80 gateway port host: dv-cinder-809181-1-iscsi {{(pid=82347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Sep 15 13:48:33.667088 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-930846de-091b-4814-9a48-7ec16e54f43f req-e318f745-9598-45f7-991d-e42cbb3e604b tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Synchronizing usage tracker for tenant:8b4ff18c8d01411db26c7e00839763ca on resource:port {{(pid=82345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Sep 15 13:48:33.681926 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-930846de-091b-4814-9a48-7ec16e54f43f req-e318f745-9598-45f7-991d-e42cbb3e604b tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Unset dirty status for tenant:8b4ff18c8d01411db26c7e00839763ca on resource:port {{(pid=82345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Sep 15 13:48:33.683821 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-930846de-091b-4814-9a48-7ec16e54f43f req-e318f745-9598-45f7-991d-e42cbb3e604b tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ba18222-3c6a-42e5-a7d9-83363fee9b0a HTTP/1.1" status: 200  len: 210 time: 0.0665278
Sep 15 13:48:33.816581 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-6f015f4c-988f-4046-a092-24cfea21c116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cd2292908>, [{'id': '90c47cd1-71b5-4141-8862-99e4195ddf80', 'name': 'tempest-TestVolumeBootPattern-1879708378-router', 'tenant_id': '8b4ff18c8d01411db26c7e00839763ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': 'e34694d5-b0b8-4c92-a996-6d18c3102646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:45:31Z', 'updated_at': '2021-09-15T13:45:35Z', 'revision_number': 4, 'project_id': '8b4ff18c8d01411db26c7e00839763ca', 'gw_port': {'id': 'e34694d5-b0b8-4c92-a996-6d18c3102646', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c47cd1-71b5-4141-8862-99e4195ddf80', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:32Z', 'updated_at': '2021-09-15T13:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi', '_interfaces': [{'id': '973a1b57-338f-4bb7-b561-67ae8f5dd51b', 'name': '', 'network_id': '793015e2-0d52-40cf-8c22-c0e40400b506', 'tenant_id': '8b4ff18c8d01411db26c7e00839763ca', 'mac_address': 'fa:16:3e:d9:16:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c47cd1-71b5-4141-8862-99e4195ddf80', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98d7ad21-10e2-4f6e-af3b-e40f983ff5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:34Z', 'updated_at': '2021-09-15T13:45:44Z', 'revision_number': 5, 'project_id': '8b4ff18c8d01411db26c7e00839763ca', 'subnets': [{'id': '98d7ad21-10e2-4f6e-af3b-e40f983ff5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-iscsi', False) {} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:48:33.821038 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f015f4c-988f-4046-a092-24cfea21c116 None None] The sync data for ids ['90c47cd1-71b5-4141-8862-99e4195ddf80'] in dv-cinder-809181-1-iscsi is: [{'id': '90c47cd1-71b5-4141-8862-99e4195ddf80', 'name': 'tempest-TestVolumeBootPattern-1879708378-router', 'tenant_id': '8b4ff18c8d01411db26c7e00839763ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': 'e34694d5-b0b8-4c92-a996-6d18c3102646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:45:31Z', 'updated_at': '2021-09-15T13:45:35Z', 'revision_number': 4, 'project_id': '8b4ff18c8d01411db26c7e00839763ca', 'gw_port': {'id': 'e34694d5-b0b8-4c92-a996-6d18c3102646', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c47cd1-71b5-4141-8862-99e4195ddf80', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:32Z', 'updated_at': '2021-09-15T13:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi', '_interfaces': [{'id': '973a1b57-338f-4bb7-b561-67ae8f5dd51b', 'name': '', 'network_id': '793015e2-0d52-40cf-8c22-c0e40400b506', 'tenant_id': '8b4ff18c8d01411db26c7e00839763ca', 'mac_address': 'fa:16:3e:d9:16:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c47cd1-71b5-4141-8862-99e4195ddf80', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98d7ad21-10e2-4f6e-af3b-e40f983ff5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:34Z', 'updated_at': '2021-09-15T13:45:44Z', 'revision_number': 5, 'project_id': '8b4ff18c8d01411db26c7e00839763ca', 'subnets': [{'id': '98d7ad21-10e2-4f6e-af3b-e40f983ff5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Sep 15 13:48:34.038294 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:48:34.281967 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc19ced-b6d3-436a-85a9-52a76b1a1cc8 None None] New status for floating IP c6ef3e80-0283-483a-878e-3c224e122b22: DOWN {{(pid=82348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Sep 15 13:48:35.127524 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-3dfe3f37-cead-496e-9741-4955a875a991 req-f5f93d8a-90d6-4454-ba4a-99281657c203 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-102098965&fields=id&tenant_id=8b4ff18c8d01411db26c7e00839763ca HTTP/1.1" status: 200  len: 267 time: 0.0439355
Sep 15 13:48:35.141072 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Device a1bb2aca-61f9-4489-bc4f-7e5e60f68ef8 no longer exists at agent hyperv_hv-cinder-80918 {{(pid=82347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Sep 15 13:48:35.174932 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] No Port match for: a1bb2aca-61f9-4489-bc4f-7e5e60f68ef8 {{(pid=82347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Sep 15 13:48:35.175331 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Device a1bb2aca-61f9-4489-bc4f-7e5e60f68ef8 not bound to the agent host hv-cinder-80918 {{(pid=82347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Sep 15 13:48:35.286834 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe3f37-cead-496e-9741-4955a875a991 req-6d2183c2-7dfd-40ee-8bf8-ce6f32bff012 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:48:35.288337 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-3dfe3f37-cead-496e-9741-4955a875a991 req-6d2183c2-7dfd-40ee-8bf8-ce6f32bff012 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/networks?id=793015e2-0d52-40cf-8c22-c0e40400b506 HTTP/1.1" status: 200  len: 812 time: 0.1540349
Sep 15 13:48:35.306345 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-3dfe3f37-cead-496e-9741-4955a875a991 req-a46c0dff-d450-4241-801d-1e2a2b47fe3c tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/quotas/8b4ff18c8d01411db26c7e00839763ca HTTP/1.1" status: 200  len: 375 time: 0.0115154
Sep 15 13:48:35.392138 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-3dfe3f37-cead-496e-9741-4955a875a991 req-2ffc63fd-9372-42cf-9e2c-56ef8b04496f tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8b4ff18c8d01411db26c7e00839763ca&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0801392
Sep 15 13:48:35.479047 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [req-3dfe3f37-cead-496e-9741-4955a875a991 req-d03f4818-86c9-4446-b69c-0efceb310a43 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=82345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Sep 15 13:48:35.480790 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-3dfe3f37-cead-496e-9741-4955a875a991 req-d03f4818-86c9-4446-b69c-0efceb310a43 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0765657
Sep 15 13:48:35.625285 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-3dfe3f37-cead-496e-9741-4955a875a991 req-d2550f6f-73bc-4a75-9609-a7dd149cfb10 service neutron] 10.222.0.41 "GET /v2.0/networks/793015e2-0d52-40cf-8c22-c0e40400b506?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1379724
Sep 15 13:48:35.766099 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-3dfe3f37-cead-496e-9741-4955a875a991 req-8ddb4c97-c4ba-4a07-a63f-65b5860d199b service neutron] 10.222.0.41 "GET /v2.0/networks/793015e2-0d52-40cf-8c22-c0e40400b506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1346819
Sep 15 13:48:36.196782 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-6790a19e-ec36-4312-bab8-e54c3c652fe2 req-a2b33b06-9c5a-49e6-88de-6c6dcf11b6d7 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/ports?device_id=4361d88a-552e-4e93-ad34-d2c585cf123f HTTP/1.1" status: 200  len: 210 time: 0.0495100
Sep 15 13:48:37.396287 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-2a94374f-6ec5-40fa-bb2c-9c12c2daf5db req-8c8d9650-c4b0-48fa-9d30-bc0767b0a371 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/ports?device_id=4361d88a-552e-4e93-ad34-d2c585cf123f HTTP/1.1" status: 200  len: 210 time: 0.0739050
Sep 15 13:48:37.527906 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe3f37-cead-496e-9741-4955a875a991 req-898e8301-c4b0-4df5-b6f5-8671d48c3f11 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:48:37.529499 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-3dfe3f37-cead-496e-9741-4955a875a991 req-898e8301-c4b0-4df5-b6f5-8671d48c3f11 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.36 "GET /v2.0/networks?id=793015e2-0d52-40cf-8c22-c0e40400b506 HTTP/1.1" status: 200  len: 812 time: 0.1718743
Sep 15 13:48:37.591852 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-3dfe3f37-cead-496e-9741-4955a875a991 req-ff2e60cd-76fe-4359-ad0f-8b8bd2eb60e9 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b4ff18c8d01411db26c7e00839763ca HTTP/1.1" status: 200  len: 379 time: 0.0436258
Sep 15 13:48:37.616299 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [req-3dfe3f37-cead-496e-9741-4955a875a991 req-55f9c1cf-4869-4d66-b90d-4ee5bce05eb8 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Request body: {'port': {'device_id': '4361d88a-552e-4e93-ad34-d2c585cf123f', 'network_id': '793015e2-0d52-40cf-8c22-c0e40400b506', 'admin_state_up': True, 'tenant_id': '8b4ff18c8d01411db26c7e00839763ca', 'security_groups': ['d35cd24e-8145-42e7-a1c8-c6dd0d5bf754']}} {{(pid=82345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:48:37.760254 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [req-3dfe3f37-cead-496e-9741-4955a875a991 req-55f9c1cf-4869-4d66-b90d-4ee5bce05eb8 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:48:37.770589 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [req-3dfe3f37-cead-496e-9741-4955a875a991 req-55f9c1cf-4869-4d66-b90d-4ee5bce05eb8 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:48:37.780496 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dfe3f37-cead-496e-9741-4955a875a991 req-55f9c1cf-4869-4d66-b90d-4ee5bce05eb8 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Made reservation on behalf of 8b4ff18c8d01411db26c7e00839763ca for: {'port': 1} {{(pid=82345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Sep 15 13:48:37.786024 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-3dfe3f37-cead-496e-9741-4955a875a991 req-55f9c1cf-4869-4d66-b90d-4ee5bce05eb8 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:48:37.964051 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.db_base_plugin_common [req-3dfe3f37-cead-496e-9741-4955a875a991 req-55f9c1cf-4869-4d66-b90d-4ee5bce05eb8 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Allocated IP 172.20.0.5 (793015e2-0d52-40cf-8c22-c0e40400b506/98d7ad21-10e2-4f6e-af3b-e40f983ff5e1/d21fc87a-4a92-4ddd-9c11-f5e33a2a4385) {{(pid=82345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Sep 15 13:48:38.161051 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-3dfe3f37-cead-496e-9741-4955a875a991 req-55f9c1cf-4869-4d66-b90d-4ee5bce05eb8 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks [] for port, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:48:38.178939 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [req-3dfe3f37-cead-496e-9741-4955a875a991 req-55f9c1cf-4869-4d66-b90d-4ee5bce05eb8 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Transition to ACTIVE for port object d21fc87a-4a92-4ddd-9c11-f5e33a2a4385 will not be triggered until provisioned by entity DHCP. {{(pid=82345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Sep 15 13:48:38.199790 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-3dfe3f37-cead-496e-9741-4955a875a991 req-55f9c1cf-4869-4d66-b90d-4ee5bce05eb8 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363301743938437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852138254'] for port, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:48:38.207468 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-58ba8fb6-a3fb-49cf-9dfb-d446ec6c9553 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:48:38.286589 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dfe3f37-cead-496e-9741-4955a875a991 req-55f9c1cf-4869-4d66-b90d-4ee5bce05eb8 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Network 793015e2-0d52-40cf-8c22-c0e40400b506 is already hosted by enough agents. {{(pid=82345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Sep 15 13:48:38.287821 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.base_scheduler [req-3dfe3f37-cead-496e-9741-4955a875a991 req-55f9c1cf-4869-4d66-b90d-4ee5bce05eb8 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Resources bound (agent type, host, resource id):  {{(pid=82345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Sep 15 13:48:38.293242 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dfe3f37-cead-496e-9741-4955a875a991 req-55f9c1cf-4869-4d66-b90d-4ee5bce05eb8 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Received port after_create {{(pid=82345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 15 13:48:38.327976 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f9c1cf-4869-4d66-b90d-4ee5bce05eb8 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Pushing event updated for resources: {'Port': ['ID=d21fc87a-4a92-4ddd-9c11-f5e33a2a4385,revision_number=1']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:48:38.335911 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-55f9c1cf-4869-4d66-b90d-4ee5bce05eb8 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:48:38.367026 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe3f37-cead-496e-9741-4955a875a991 req-55f9c1cf-4869-4d66-b90d-4ee5bce05eb8 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:48:38.367804 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-3dfe3f37-cead-496e-9741-4955a875a991 req-55f9c1cf-4869-4d66-b90d-4ee5bce05eb8 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251427'] for port, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:48:38.394314 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-3dfe3f37-cead-496e-9741-4955a875a991 req-55f9c1cf-4869-4d66-b90d-4ee5bce05eb8 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7812278
Sep 15 13:48:38.408944 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [req-3dfe3f37-cead-496e-9741-4955a875a991 req-b62c7d7a-f6e3-42fd-ab1e-55d8cf503490 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=82345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Sep 15 13:48:38.410000 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-3dfe3f37-cead-496e-9741-4955a875a991 req-b62c7d7a-f6e3-42fd-ab1e-55d8cf503490 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0054543
Sep 15 13:48:38.498839 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [req-3dfe3f37-cead-496e-9741-4955a875a991 req-3471efe0-09d1-44ac-b77a-80ed7cb7a56d service neutron] Request body: {'port': {'device_id': '4361d88a-552e-4e93-ad34-d2c585cf123f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80918'}} {{(pid=82345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:48:38.611201 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-a472a8ef-5050-470f-bfb8-e134d44a15fc None None] Provisioning for port d21fc87a-4a92-4ddd-9c11-f5e33a2a4385 completed by entity DHCP. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Sep 15 13:48:38.616651 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-a472a8ef-5050-470f-bfb8-e134d44a15fc None None] Provisioning complete for port d21fc87a-4a92-4ddd-9c11-f5e33a2a4385 triggered by entity DHCP. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:48:38.617077 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-a472a8ef-5050-470f-bfb8-e134d44a15fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:48:38.670845 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-a472a8ef-5050-470f-bfb8-e134d44a15fc None None] Port d21fc87a-4a92-4ddd-9c11-f5e33a2a4385 cannot update to ACTIVE because it is not bound. {{(pid=82347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Sep 15 13:48:38.684264 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-3dfe3f37-cead-496e-9741-4955a875a991 req-3471efe0-09d1-44ac-b77a-80ed7cb7a56d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:48:38.701779 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e429ae24-fd54-4b9a-829f-aa054bd98212 req-c353568b-42ae-456f-ab6c-9f21a2c0c22c tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:48:38.702551 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-e429ae24-fd54-4b9a-829f-aa054bd98212 req-c353568b-42ae-456f-ab6c-9f21a2c0c22c tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Synchronizing usage tracker for tenant:8b4ff18c8d01411db26c7e00839763ca on resource:port {{(pid=82345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Sep 15 13:48:38.759657 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-e429ae24-fd54-4b9a-829f-aa054bd98212 req-c353568b-42ae-456f-ab6c-9f21a2c0c22c tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Unset dirty status for tenant:8b4ff18c8d01411db26c7e00839763ca on resource:port {{(pid=82345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Sep 15 13:48:38.761520 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-e429ae24-fd54-4b9a-829f-aa054bd98212 req-c353568b-42ae-456f-ab6c-9f21a2c0c22c tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/ports?device_id=4361d88a-552e-4e93-ad34-d2c585cf123f HTTP/1.1" status: 200  len: 931 time: 0.2339258
Sep 15 13:48:38.887247 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-e429ae24-fd54-4b9a-829f-aa054bd98212 req-d52041c8-575d-4e55-a8b8-48dc2462087b tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/security-groups?id=d35cd24e-8145-42e7-a1c8-c6dd0d5bf754&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1159389
Sep 15 13:48:39.100549 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [req-3dfe3f37-cead-496e-9741-4955a875a991 req-3471efe0-09d1-44ac-b77a-80ed7cb7a56d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d21fc87a-4a92-4ddd-9c11-f5e33a2a4385 {{(pid=82345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Sep 15 13:48:39.107773 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-3dfe3f37-cead-496e-9741-4955a875a991 req-3471efe0-09d1-44ac-b77a-80ed7cb7a56d service neutron] Notify callbacks [] for port, precommit_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:48:39.123944 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [req-3dfe3f37-cead-496e-9741-4955a875a991 req-3471efe0-09d1-44ac-b77a-80ed7cb7a56d service neutron] Transition to ACTIVE for port object d21fc87a-4a92-4ddd-9c11-f5e33a2a4385 will not be triggered until provisioned by entity L2. {{(pid=82345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Sep 15 13:48:39.126290 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-3dfe3f37-cead-496e-9741-4955a875a991 req-3471efe0-09d1-44ac-b77a-80ed7cb7a56d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2637562'] for port, after_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:48:39.130645 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-38107618-092d-49db-81ed-e23e0cc4719b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:48:39.259576 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3471efe0-09d1-44ac-b77a-80ed7cb7a56d service neutron] Pushing event updated for resources: {'Port': ['ID=d21fc87a-4a92-4ddd-9c11-f5e33a2a4385,revision_number=2']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:48:39.263385 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-3471efe0-09d1-44ac-b77a-80ed7cb7a56d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:48:39.377456 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [req-3dfe3f37-cead-496e-9741-4955a875a991 req-3471efe0-09d1-44ac-b77a-80ed7cb7a56d service neutron] Attempting to bind port d21fc87a-4a92-4ddd-9c11-f5e33a2a4385 on host hv-cinder-80918 for vnic_type normal with profile  {{(pid=82345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Sep 15 13:48:39.377755 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [req-3dfe3f37-cead-496e-9741-4955a875a991 req-3471efe0-09d1-44ac-b77a-80ed7cb7a56d service neutron] Attempting to bind port d21fc87a-4a92-4ddd-9c11-f5e33a2a4385 by drivers openvswitch,hyperv on host hv-cinder-80918 at level 0 using segments [{'id': '44a35f9e-9e32-4381-8e07-9adb36df31d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '793015e2-0d52-40cf-8c22-c0e40400b506'}] {{(pid=82345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Sep 15 13:48:39.378121 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfe3f37-cead-496e-9741-4955a875a991 req-3471efe0-09d1-44ac-b77a-80ed7cb7a56d service neutron] Attempting to bind port d21fc87a-4a92-4ddd-9c11-f5e33a2a4385 on network 793015e2-0d52-40cf-8c22-c0e40400b506 {{(pid=82345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Sep 15 13:48:39.384452 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfe3f37-cead-496e-9741-4955a875a991 req-3471efe0-09d1-44ac-b77a-80ed7cb7a56d service neutron] Port d21fc87a-4a92-4ddd-9c11-f5e33a2a4385 on network 793015e2-0d52-40cf-8c22-c0e40400b506 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80918 {{(pid=82345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 15 13:48:39.384817 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfe3f37-cead-496e-9741-4955a875a991 req-3471efe0-09d1-44ac-b77a-80ed7cb7a56d service neutron] Attempting to bind port d21fc87a-4a92-4ddd-9c11-f5e33a2a4385 on network 793015e2-0d52-40cf-8c22-c0e40400b506 {{(pid=82345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Sep 15 13:48:39.392233 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfe3f37-cead-496e-9741-4955a875a991 req-3471efe0-09d1-44ac-b77a-80ed7cb7a56d service neutron] Checking agent: {'id': '0b6080d1-6da0-4ccd-961d-05ec14f91c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80918', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 35, 33), 'started_at': datetime.datetime(2021, 9, 15, 13, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Sep 15 13:48:39.392613 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfe3f37-cead-496e-9741-4955a875a991 req-3471efe0-09d1-44ac-b77a-80ed7cb7a56d service neutron] Checking segment: {'id': '44a35f9e-9e32-4381-8e07-9adb36df31d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '793015e2-0d52-40cf-8c22-c0e40400b506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Sep 15 13:48:39.393032 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfe3f37-cead-496e-9741-4955a875a991 req-3471efe0-09d1-44ac-b77a-80ed7cb7a56d service neutron] Bound using segment: {'id': '44a35f9e-9e32-4381-8e07-9adb36df31d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '793015e2-0d52-40cf-8c22-c0e40400b506'} {{(pid=82345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Sep 15 13:48:39.393505 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [req-3dfe3f37-cead-496e-9741-4955a875a991 req-3471efe0-09d1-44ac-b77a-80ed7cb7a56d service neutron] Bound port: d21fc87a-4a92-4ddd-9c11-f5e33a2a4385, host: hv-cinder-80918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44a35f9e-9e32-4381-8e07-9adb36df31d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '793015e2-0d52-40cf-8c22-c0e40400b506'}}] {{(pid=82345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Sep 15 13:48:39.393888 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-3dfe3f37-cead-496e-9741-4955a875a991 req-3471efe0-09d1-44ac-b77a-80ed7cb7a56d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:48:39.704760 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [req-3dfe3f37-cead-496e-9741-4955a875a991 req-3471efe0-09d1-44ac-b77a-80ed7cb7a56d service neutron] For port d21fc87a-4a92-4ddd-9c11-f5e33a2a4385, host hv-cinder-80918, cleared binding levels {{(pid=82345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Sep 15 13:48:39.707787 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [req-3dfe3f37-cead-496e-9741-4955a875a991 req-3471efe0-09d1-44ac-b77a-80ed7cb7a56d service neutron] For port d21fc87a-4a92-4ddd-9c11-f5e33a2a4385, host hv-cinder-80918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=d21fc87a-4a92-4ddd-9c11-f5e33a2a4385,segment=NetworkSegment(44a35f9e-9e32-4381-8e07-9adb36df31d4),segment_id=44a35f9e-9e32-4381-8e07-9adb36df31d4)] {{(pid=82345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Sep 15 13:48:39.711309 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-3dfe3f37-cead-496e-9741-4955a875a991 req-3471efe0-09d1-44ac-b77a-80ed7cb7a56d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2637562'] for port, after_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:48:39.715658 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-93ffb88f-f790-4052-9cee-11772e3030a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:48:39.774839 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-3dfe3f37-cead-496e-9741-4955a875a991 req-3471efe0-09d1-44ac-b77a-80ed7cb7a56d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251427'] for port, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:48:39.776913 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-3dfe3f37-cead-496e-9741-4955a875a991 req-3471efe0-09d1-44ac-b77a-80ed7cb7a56d service neutron] 10.222.0.36 "PUT /v2.0/ports/d21fc87a-4a92-4ddd-9c11-f5e33a2a4385 HTTP/1.1" status: 200  len: 1093 time: 1.3603959
Sep 15 13:48:39.777456 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4361d88a-552e-4e93-ad34-d2c585cf123f', 'tag': 'd21fc87a-4a92-4ddd-9c11-f5e33a2a4385'}] {{(pid=82345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Sep 15 13:48:39.798821 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3471efe0-09d1-44ac-b77a-80ed7cb7a56d service neutron] Pushing event updated for resources: {'Port': ['ID=d21fc87a-4a92-4ddd-9c11-f5e33a2a4385,revision_number=3']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:48:39.804522 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-3471efe0-09d1-44ac-b77a-80ed7cb7a56d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:48:39.870202 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4361d88a-552e-4e93-ad34-d2c585cf123f', 'tag': 'd21fc87a-4a92-4ddd-9c11-f5e33a2a4385', 'status': 'completed', 'code': 200}
Sep 15 13:48:39.913988 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-3dfe3f37-cead-496e-9741-4955a875a991 req-98da28d9-6d39-4cf4-80ec-8d320ce6b20b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8b4ff18c8d01411db26c7e00839763ca&device_id=4361d88a-552e-4e93-ad34-d2c585cf123f HTTP/1.1" status: 200  len: 1096 time: 0.0845702
Sep 15 13:48:39.998589 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-3dfe3f37-cead-496e-9741-4955a875a991 req-aa3d9767-6e05-466e-86ad-ac3a3898256e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d21fc87a-4a92-4ddd-9c11-f5e33a2a4385 HTTP/1.1" status: 200  len: 217 time: 0.0706463
Sep 15 13:48:40.116241 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe3f37-cead-496e-9741-4955a875a991 req-63685cbc-5616-4e95-be3c-ed34999dc7af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:48:40.117837 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-3dfe3f37-cead-496e-9741-4955a875a991 req-63685cbc-5616-4e95-be3c-ed34999dc7af service neutron] 10.222.0.36 "GET /v2.0/subnets?id=98d7ad21-10e2-4f6e-af3b-e40f983ff5e1 HTTP/1.1" status: 200  len: 851 time: 0.1135626
Sep 15 13:48:40.192535 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d98fb6-67cd-4ec0-b806-5cae16f8dee7 req-0fc54e3f-3fda-45ce-945a-1b4ce6f84650 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:48:40.194105 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-94d98fb6-67cd-4ec0-b806-5cae16f8dee7 req-0fc54e3f-3fda-45ce-945a-1b4ce6f84650 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/ports?device_id=4361d88a-552e-4e93-ad34-d2c585cf123f HTTP/1.1" status: 200  len: 943 time: 0.1522326
Sep 15 13:48:40.255446 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-3dfe3f37-cead-496e-9741-4955a875a991 req-6b4e0a43-d3e6-4c16-b018-652e0fefd0f1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=793015e2-0d52-40cf-8c22-c0e40400b506&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1248662
Sep 15 13:48:40.263309 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-94d98fb6-67cd-4ec0-b806-5cae16f8dee7 req-5def829f-4830-48ab-a0b9-46252253fb76 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/security-groups?id=d35cd24e-8145-42e7-a1c8-c6dd0d5bf754&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0622141
Sep 15 13:48:40.400184 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-3dfe3f37-cead-496e-9741-4955a875a991 req-be689227-0cac-4d05-9ff8-478276be3f82 service neutron] 10.222.0.36 "GET /v2.0/networks/793015e2-0d52-40cf-8c22-c0e40400b506?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1361761
Sep 15 13:48:40.543493 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-3dfe3f37-cead-496e-9741-4955a875a991 req-7e8498a8-bf60-4475-bdb3-8c7092467907 service neutron] 10.222.0.36 "GET /v2.0/networks/793015e2-0d52-40cf-8c22-c0e40400b506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1365676
Sep 15 13:48:40.706379 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-1c9f130f-c53f-4d6f-8ec9-141de438a154 req-7fa88c4b-cbc7-41a9-a535-ed37acbee1d4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8b4ff18c8d01411db26c7e00839763ca&device_id=4361d88a-552e-4e93-ad34-d2c585cf123f HTTP/1.1" status: 200  len: 1096 time: 0.0740914
Sep 15 13:48:40.847904 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9f130f-c53f-4d6f-8ec9-141de438a154 req-710575e7-4f3a-4e50-a1f8-496069ed29f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:48:40.849489 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-1c9f130f-c53f-4d6f-8ec9-141de438a154 req-710575e7-4f3a-4e50-a1f8-496069ed29f7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=793015e2-0d52-40cf-8c22-c0e40400b506 HTTP/1.1" status: 200  len: 913 time: 0.1366379
Sep 15 13:48:40.926169 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-1c9f130f-c53f-4d6f-8ec9-141de438a154 req-4ba0a1fb-ceb4-4a3b-9ffe-618bffafaa30 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d21fc87a-4a92-4ddd-9c11-f5e33a2a4385 HTTP/1.1" status: 200  len: 217 time: 0.0695236
Sep 15 13:48:40.993103 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9f130f-c53f-4d6f-8ec9-141de438a154 req-816a7d87-156c-4191-a9b7-4611841a3125 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:48:40.995279 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-1c9f130f-c53f-4d6f-8ec9-141de438a154 req-816a7d87-156c-4191-a9b7-4611841a3125 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=98d7ad21-10e2-4f6e-af3b-e40f983ff5e1 HTTP/1.1" status: 200  len: 851 time: 0.0624843
Sep 15 13:48:41.076377 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-1c9f130f-c53f-4d6f-8ec9-141de438a154 req-63a489ee-301e-4d76-bb02-3da550096b98 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=793015e2-0d52-40cf-8c22-c0e40400b506&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0752833
Sep 15 13:48:41.217442 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-1c9f130f-c53f-4d6f-8ec9-141de438a154 req-f714b325-2e93-42df-b0f5-7b62e90afb15 service neutron] 10.222.0.36 "GET /v2.0/networks/793015e2-0d52-40cf-8c22-c0e40400b506?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1346321
Sep 15 13:48:41.361380 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-1c9f130f-c53f-4d6f-8ec9-141de438a154 req-75d1efe6-1456-47fc-bb04-998ac4291405 service neutron] 10.222.0.36 "GET /v2.0/networks/793015e2-0d52-40cf-8c22-c0e40400b506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1379178
Sep 15 13:48:41.468434 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5243c3a-5e99-40e4-ae4d-65c5c04eb3e4 req-918a1006-7605-40e2-9813-10c452731be9 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:48:41.469938 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-e5243c3a-5e99-40e4-ae4d-65c5c04eb3e4 req-918a1006-7605-40e2-9813-10c452731be9 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/ports?device_id=4361d88a-552e-4e93-ad34-d2c585cf123f HTTP/1.1" status: 200  len: 943 time: 0.0822382
Sep 15 13:48:41.516944 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-e5243c3a-5e99-40e4-ae4d-65c5c04eb3e4 req-224f34b0-efa8-4692-beda-3c7bd713c51b tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/security-groups?id=d35cd24e-8145-42e7-a1c8-c6dd0d5bf754&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409117
Sep 15 13:48:42.725838 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ab2a6-2c8c-4581-a0e3-1096424f7d95 req-e5a2a5bc-303d-4f9e-8b21-66530f453123 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:48:42.727414 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-686ab2a6-2c8c-4581-a0e3-1096424f7d95 req-e5a2a5bc-303d-4f9e-8b21-66530f453123 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/ports?device_id=4361d88a-552e-4e93-ad34-d2c585cf123f HTTP/1.1" status: 200  len: 943 time: 0.0853834
Sep 15 13:48:42.774855 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-686ab2a6-2c8c-4581-a0e3-1096424f7d95 req-b4854f74-bca7-4968-9ebb-50d23a0c6f4d tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/security-groups?id=d35cd24e-8145-42e7-a1c8-c6dd0d5bf754&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409353
Sep 15 13:48:43.978020 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3963dd-691e-4f07-9347-c7d4beba7e59 req-17ebe2d3-dd80-4a58-8ab4-cd6a4d66823e tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:48:43.979645 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-8e3963dd-691e-4f07-9347-c7d4beba7e59 req-17ebe2d3-dd80-4a58-8ab4-cd6a4d66823e tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/ports?device_id=4361d88a-552e-4e93-ad34-d2c585cf123f HTTP/1.1" status: 200  len: 943 time: 0.0841050
Sep 15 13:48:44.031028 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-8e3963dd-691e-4f07-9347-c7d4beba7e59 req-590d576f-de93-4790-afcc-180fb2268dd1 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/security-groups?id=d35cd24e-8145-42e7-a1c8-c6dd0d5bf754&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453854
Sep 15 13:48:45.231118 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc955cd6-4394-4485-901c-bf5720be5d4d req-2a4a8e58-4adf-49a9-8b57-75a03df84c83 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:48:45.232739 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-fc955cd6-4394-4485-901c-bf5720be5d4d req-2a4a8e58-4adf-49a9-8b57-75a03df84c83 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/ports?device_id=4361d88a-552e-4e93-ad34-d2c585cf123f HTTP/1.1" status: 200  len: 943 time: 0.0828772
Sep 15 13:48:45.280466 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-fc955cd6-4394-4485-901c-bf5720be5d4d req-a658c7f3-6843-47a7-93d4-aa2c4d9d344c tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/security-groups?id=d35cd24e-8145-42e7-a1c8-c6dd0d5bf754&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418272
Sep 15 13:48:46.487792 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76396794-f6c0-4bd5-a1c4-4cdd239c75e8 req-7800cc58-7313-449e-b303-93ceaf299b19 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:48:46.489381 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-76396794-f6c0-4bd5-a1c4-4cdd239c75e8 req-7800cc58-7313-449e-b303-93ceaf299b19 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/ports?device_id=4361d88a-552e-4e93-ad34-d2c585cf123f HTTP/1.1" status: 200  len: 943 time: 0.0860789
Sep 15 13:48:46.537327 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-76396794-f6c0-4bd5-a1c4-4cdd239c75e8 req-5abd5bfe-75cd-4496-82d1-59650a4daae5 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/security-groups?id=d35cd24e-8145-42e7-a1c8-c6dd0d5bf754&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419712
Sep 15 13:48:47.737761 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f3733-f4d9-4bb4-a0dc-8f30f3a6c9bb req-96e5f776-de93-4235-bb51-2eae5d270dcf tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:48:47.739340 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-e69f3733-f4d9-4bb4-a0dc-8f30f3a6c9bb req-96e5f776-de93-4235-bb51-2eae5d270dcf tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/ports?device_id=4361d88a-552e-4e93-ad34-d2c585cf123f HTTP/1.1" status: 200  len: 943 time: 0.0823827
Sep 15 13:48:47.785736 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-e69f3733-f4d9-4bb4-a0dc-8f30f3a6c9bb req-ebddcec8-2782-4c49-b799-ecfd700186dd tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/security-groups?id=d35cd24e-8145-42e7-a1c8-c6dd0d5bf754&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405529
Sep 15 13:48:48.992657 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439655fe-7235-41a2-8eb4-8e1049e1cb12 req-31ac9e60-ce95-44cb-a3b1-b758e91dcd11 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:48:48.994217 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-439655fe-7235-41a2-8eb4-8e1049e1cb12 req-31ac9e60-ce95-44cb-a3b1-b758e91dcd11 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/ports?device_id=4361d88a-552e-4e93-ad34-d2c585cf123f HTTP/1.1" status: 200  len: 943 time: 0.0863709
Sep 15 13:48:49.042380 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-439655fe-7235-41a2-8eb4-8e1049e1cb12 req-1d9a59d8-3101-4374-83fe-9022f7fa03e4 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/security-groups?id=d35cd24e-8145-42e7-a1c8-c6dd0d5bf754&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415466
Sep 15 13:48:49.218440 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Device d21fc87a-4a92-4ddd-9c11-f5e33a2a4385 details requested by agent hyperv_hv-cinder-80918 with host hv-cinder-80918 {{(pid=82347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Sep 15 13:48:49.363497 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] For port d21fc87a-4a92-4ddd-9c11-f5e33a2a4385, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=d21fc87a-4a92-4ddd-9c11-f5e33a2a4385,segment=NetworkSegment(44a35f9e-9e32-4381-8e07-9adb36df31d4),segment_id=44a35f9e-9e32-4381-8e07-9adb36df31d4)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:48:49.377162 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Returning: {'device': 'd21fc87a-4a92-4ddd-9c11-f5e33a2a4385', 'network_id': '793015e2-0d52-40cf-8c22-c0e40400b506', 'port_id': 'd21fc87a-4a92-4ddd-9c11-f5e33a2a4385', 'mac_address': 'fa:16:3e:cd:3c:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98d7ad21-10e2-4f6e-af3b-e40f983ff5e1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 15 13:48:49.431053 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:48:49.448570 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d21fc87a-4a92-4ddd-9c11-f5e33a2a4385 {{(pid=82347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Sep 15 13:48:49.463814 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] For port d21fc87a-4a92-4ddd-9c11-f5e33a2a4385, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=d21fc87a-4a92-4ddd-9c11-f5e33a2a4385,segment=NetworkSegment(44a35f9e-9e32-4381-8e07-9adb36df31d4),segment_id=44a35f9e-9e32-4381-8e07-9adb36df31d4)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:48:49.466963 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:48:49.468806 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-c97ecb9a-65e5-4a74-b067-597002017d8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:48:49.535927 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Pushing event updated for resources: {'Port': ['ID=d21fc87a-4a92-4ddd-9c11-f5e33a2a4385,revision_number=4']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:48:49.545328 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:48:49.545718 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:48:49.546095 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:48:49.546470 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:48:49.546844 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:48:49.547215 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:48:49.547584 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:48:49.547975 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:48:49.548338 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:48:49.548700 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:48:49.549064 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:48:49.552934 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:48:49.744310 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] get_ports_and_sgs() called for port_ids ['d21fc87a-4a92-4ddd-9c11-f5e33a2a4385'] {{(pid=82347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 15 13:48:50.248289 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aed7c68-4aac-4a69-b392-e95f9ff07898 req-01e70240-0f24-428e-b842-da8acda749f0 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:48:50.249883 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-2aed7c68-4aac-4a69-b392-e95f9ff07898 req-01e70240-0f24-428e-b842-da8acda749f0 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/ports?device_id=4361d88a-552e-4e93-ad34-d2c585cf123f HTTP/1.1" status: 200  len: 944 time: 0.0848093
Sep 15 13:48:50.302324 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-2aed7c68-4aac-4a69-b392-e95f9ff07898 req-c17b78f9-ecef-47fe-ba5b-8eb33df4f434 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/security-groups?id=d35cd24e-8145-42e7-a1c8-c6dd0d5bf754&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460067
Sep 15 13:48:51.249906 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Device d21fc87a-4a92-4ddd-9c11-f5e33a2a4385 up at agent hyperv_hv-cinder-80918 {{(pid=82347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Sep 15 13:48:51.318291 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Provisioning for port d21fc87a-4a92-4ddd-9c11-f5e33a2a4385 completed by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Sep 15 13:48:51.323016 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Provisioning complete for port d21fc87a-4a92-4ddd-9c11-f5e33a2a4385 triggered by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:48:51.323441 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:48:51.442707 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:48:51.471341 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4361d88a-552e-4e93-ad34-d2c585cf123f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd21fc87a-4a92-4ddd-9c11-f5e33a2a4385'}] {{(pid=82347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Sep 15 13:48:51.481560 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] For port d21fc87a-4a92-4ddd-9c11-f5e33a2a4385, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=d21fc87a-4a92-4ddd-9c11-f5e33a2a4385,segment=NetworkSegment(44a35f9e-9e32-4381-8e07-9adb36df31d4),segment_id=44a35f9e-9e32-4381-8e07-9adb36df31d4)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:48:51.486001 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:48:51.487999 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:48:51.526024 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7a8938-0f15-44ef-ab3d-a6df39fbe252 req-b8364470-88de-42e4-8973-c24a6a1e965b tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:48:51.528267 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-ae7a8938-0f15-44ef-ab3d-a6df39fbe252 req-b8364470-88de-42e4-8973-c24a6a1e965b tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/ports?device_id=4361d88a-552e-4e93-ad34-d2c585cf123f HTTP/1.1" status: 200  len: 944 time: 0.0930533
Sep 15 13:48:51.556243 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Pushing event updated for resources: {'Port': ['ID=d21fc87a-4a92-4ddd-9c11-f5e33a2a4385,revision_number=5']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:48:51.559543 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:48:51.581893 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-ae7a8938-0f15-44ef-ab3d-a6df39fbe252 req-0bb97e68-e972-4740-ada6-c8c655ee926f tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/security-groups?id=d35cd24e-8145-42e7-a1c8-c6dd0d5bf754&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450840
Sep 15 13:48:51.617748 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4361d88a-552e-4e93-ad34-d2c585cf123f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd21fc87a-4a92-4ddd-9c11-f5e33a2a4385', 'code': 200}
Sep 15 13:48:51.922732 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-698ba73d-15b6-458f-b630-d9c9a0ea5d27 req-eace7e08-b115-4539-b238-92c03d9112a3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4361d88a-552e-4e93-ad34-d2c585cf123f HTTP/1.1" status: 200  len: 1098 time: 0.0769920
Sep 15 13:48:51.969424 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-698ba73d-15b6-458f-b630-d9c9a0ea5d27 req-33ed13f5-36b3-4ad7-8c66-ede2f3320b0e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d35cd24e-8145-42e7-a1c8-c6dd0d5bf754&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403302
Sep 15 13:48:52.786885 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7fa692-486d-40b4-9801-280df39b5388 req-d1c27d16-a3bb-4e63-97f1-8646ddb3e056 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:48:52.788557 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-4e7fa692-486d-40b4-9801-280df39b5388 req-d1c27d16-a3bb-4e63-97f1-8646ddb3e056 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/ports?device_id=4361d88a-552e-4e93-ad34-d2c585cf123f HTTP/1.1" status: 200  len: 945 time: 0.0830598
Sep 15 13:48:52.837908 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-4e7fa692-486d-40b4-9801-280df39b5388 req-f18f205a-ef8f-4cb9-840d-839cff463291 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/security-groups?id=d35cd24e-8145-42e7-a1c8-c6dd0d5bf754&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425670
Sep 15 13:48:54.043684 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1928b035-fa83-45f8-b3c2-65dab77d8b56 req-2cc9e768-cae4-45d2-ba20-176883fbb483 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:48:54.045274 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-1928b035-fa83-45f8-b3c2-65dab77d8b56 req-2cc9e768-cae4-45d2-ba20-176883fbb483 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/ports?device_id=4361d88a-552e-4e93-ad34-d2c585cf123f HTTP/1.1" status: 200  len: 945 time: 0.0857735
Sep 15 13:48:54.093119 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-1928b035-fa83-45f8-b3c2-65dab77d8b56 req-6fa5dc25-7ec2-4a03-a76e-f5b5de71ff41 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/security-groups?id=d35cd24e-8145-42e7-a1c8-c6dd0d5bf754&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419204
Sep 15 13:48:54.292325 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d95343-ef83-408e-974b-b0a4be90860a req-d358233a-ea7c-48fe-a99d-62559a0a68ab tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:48:54.293956 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-63d95343-ef83-408e-974b-b0a4be90860a req-d358233a-ea7c-48fe-a99d-62559a0a68ab tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/ports?device_id=4361d88a-552e-4e93-ad34-d2c585cf123f HTTP/1.1" status: 200  len: 945 time: 0.0813570
Sep 15 13:48:54.342414 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-63d95343-ef83-408e-974b-b0a4be90860a req-03996206-7f63-474d-a0cf-2fff430666f3 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/security-groups?id=d35cd24e-8145-42e7-a1c8-c6dd0d5bf754&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421100
Sep 15 13:48:54.369888 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 40332) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:48:54.446643 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-359b968d-e1e4-4e2a-9701-c15a4f9d0d82 tempest-TestVolumeBootPattern-415073274 tempest-TestVolumeBootPattern-415073274-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=4361d88a-552e-4e93-ad34-d2c585cf123f HTTP/1.1" status: 200  len: 1093 time: 0.0754571
Sep 15 13:48:54.449251 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 40336) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:48:54.454769 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [None req-b19b6dc2-3fa7-424b-b698-16225bf6f9b2 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Request body: {'floatingip': {'floating_network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'port_id': 'd21fc87a-4a92-4ddd-9c11-f5e33a2a4385', 'tenant_id': '8b4ff18c8d01411db26c7e00839763ca', 'fixed_ip_address': '172.20.0.5'}} {{(pid=82345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:48:54.460426 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-b19b6dc2-3fa7-424b-b698-16225bf6f9b2 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:48:54.464758 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-b19b6dc2-3fa7-424b-b698-16225bf6f9b2 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Usage tracker for resource:floatingip and tenant:8b4ff18c8d01411db26c7e00839763ca is out of sync, need to count used quota {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:48:54.467716 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-b19b6dc2-3fa7-424b-b698-16225bf6f9b2 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:48:54.473691 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-b19b6dc2-3fa7-424b-b698-16225bf6f9b2 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:48:54.483369 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b19b6dc2-3fa7-424b-b698-16225bf6f9b2 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks [] for floatingip, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:48:54.629608 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b19b6dc2-3fa7-424b-b698-16225bf6f9b2 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:48:54.775538 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.db_base_plugin_common [None req-b19b6dc2-3fa7-424b-b698-16225bf6f9b2 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Allocated IP 172.27.2.187 (8154de37-a8f1-49b5-9df6-05123ded69e6/8c022743-acfa-4652-88a1-355a85d34b79/9ebc1ed1-0985-4e59-9647-4df1a0e6251e) {{(pid=82345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Sep 15 13:48:54.937474 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b19b6dc2-3fa7-424b-b698-16225bf6f9b2 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks [] for port, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:48:54.964161 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b19b6dc2-3fa7-424b-b698-16225bf6f9b2 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363301743938437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852138254'] for port, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:48:54.969004 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-486c6302-3a27-411f-b36c-43de4cff84c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:48:55.032837 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19b6dc2-3fa7-424b-b698-16225bf6f9b2 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Network 8154de37-a8f1-49b5-9df6-05123ded69e6 is already hosted by enough agents. {{(pid=82345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Sep 15 13:48:55.036361 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.base_scheduler [None req-b19b6dc2-3fa7-424b-b698-16225bf6f9b2 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Resources bound (agent type, host, resource id):  {{(pid=82345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Sep 15 13:48:55.040362 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19b6dc2-3fa7-424b-b698-16225bf6f9b2 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Received port after_create {{(pid=82345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 15 13:48:55.075159 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19b6dc2-3fa7-424b-b698-16225bf6f9b2 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Pushing event updated for resources: {'Port': ['ID=9ebc1ed1-0985-4e59-9647-4df1a0e6251e,revision_number=1']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:48:55.079513 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-b19b6dc2-3fa7-424b-b698-16225bf6f9b2 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:48:55.773065 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b19b6dc2-3fa7-424b-b698-16225bf6f9b2 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:48:55.827976 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b19b6dc2-3fa7-424b-b698-16225bf6f9b2 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:48:56.040495 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b19b6dc2-3fa7-424b-b698-16225bf6f9b2 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks [] for port, precommit_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:48:56.044432 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b19b6dc2-3fa7-424b-b698-16225bf6f9b2 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2637562'] for port, after_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:48:56.048767 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-f201dd88-f67f-4f43-a918-c0ad73b6b54d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:48:56.150537 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19b6dc2-3fa7-424b-b698-16225bf6f9b2 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Pushing event updated for resources: {'Port': ['ID=9ebc1ed1-0985-4e59-9647-4df1a0e6251e,revision_number=2']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:48:56.158253 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-b19b6dc2-3fa7-424b-b698-16225bf6f9b2 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:48:56.171179 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b19b6dc2-3fa7-424b-b698-16225bf6f9b2 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853102158'] for floatingip, after_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:48:56.368264 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.db.l3_db [None req-b19b6dc2-3fa7-424b-b698-16225bf6f9b2 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Floating IP 20ff1d76-92eb-4986-9705-a16d9811f753 associated. External IP: 172.27.2.187, port: d21fc87a-4a92-4ddd-9c11-f5e33a2a4385.
Sep 15 13:48:56.505668 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-ba78dd03-02dc-483e-b072-7a1399e2fb9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:48:56.777921 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b19b6dc2-3fa7-424b-b698-16225bf6f9b2 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Router 90c47cd1-71b5-4141-8862-99e4195ddf80 has already been hosted by L3 agent c919ec5e-912e-4080-8a6b-9b8956cb875b {{(pid=82345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Sep 15 13:48:56.988537 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b19b6dc2-3fa7-424b-b698-16225bf6f9b2 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify agent at l3_agent.dv-cinder-809181-1-iscsi the message routers_updated {{(pid=82345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Sep 15 13:48:56.998836 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad64c280-2798-4102-9eb0-9bff4ddbba46 None None] Sync routers for ids ['90c47cd1-71b5-4141-8862-99e4195ddf80'] in dv-cinder-809181-1-iscsi {{(pid=82347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Sep 15 13:48:57.011436 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad64c280-2798-4102-9eb0-9bff4ddbba46 None None] Routers {'90c47cd1-71b5-4141-8862-99e4195ddf80'} bound to L3 agent in host dv-cinder-809181-1-iscsi {{(pid=82347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 15 13:48:57.012201 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-ad64c280-2798-4102-9eb0-9bff4ddbba46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cd2896278>, 'dv-cinder-809181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T13:29:29Z,description=<?>,heartbeat_timestamp=2021-09-15T13:48:29Z,host='dv-cinder-809181-1-iscsi',id=c919ec5e-912e-4080-8a6b-9b8956cb875b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T13:29:29Z,topic='l3_agent')) {'router_ids': ['90c47cd1-71b5-4141-8862-99e4195ddf80'], 'active': True} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:48:57.013688 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b19b6dc2-3fa7-424b-b698-16225bf6f9b2 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251427'] for floatingip, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:48:57.069514 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-b19b6dc2-3fa7-424b-b698-16225bf6f9b2 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.6191783
Sep 15 13:48:57.070203 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4361d88a-552e-4e93-ad34-d2c585cf123f', 'tag': 'd21fc87a-4a92-4ddd-9c11-f5e33a2a4385'}] {{(pid=82345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Sep 15 13:48:57.124710 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4361d88a-552e-4e93-ad34-d2c585cf123f', 'tag': 'd21fc87a-4a92-4ddd-9c11-f5e33a2a4385', 'status': 'completed', 'code': 200}
Sep 15 13:48:57.204482 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvr_db [None req-ad64c280-2798-4102-9eb0-9bff4ddbba46 None None] Set router 90c47cd1-71b5-4141-8862-99e4195ddf80 gateway port host: dv-cinder-809181-1-iscsi {{(pid=82347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Sep 15 13:48:57.241443 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-7407ffa8-d50c-4b4d-b5a0-777fb05c2367 req-95b2662c-62d6-4670-b1d9-e87dd924dbb1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8b4ff18c8d01411db26c7e00839763ca&device_id=4361d88a-552e-4e93-ad34-d2c585cf123f HTTP/1.1" status: 200  len: 1098 time: 0.0744789
Sep 15 13:48:57.385177 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7407ffa8-d50c-4b4d-b5a0-777fb05c2367 req-93834849-4b06-4ff8-9681-1442199a0e90 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:48:57.386709 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-7407ffa8-d50c-4b4d-b5a0-777fb05c2367 req-93834849-4b06-4ff8-9681-1442199a0e90 service neutron] 10.222.0.36 "GET /v2.0/networks?id=793015e2-0d52-40cf-8c22-c0e40400b506 HTTP/1.1" status: 200  len: 913 time: 0.1390295
Sep 15 13:48:57.495182 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-7407ffa8-d50c-4b4d-b5a0-777fb05c2367 req-33bf77d8-dd65-48ec-845e-f2915b94f853 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d21fc87a-4a92-4ddd-9c11-f5e33a2a4385 HTTP/1.1" status: 200  len: 999 time: 0.1023386
Sep 15 13:48:57.567372 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7407ffa8-d50c-4b4d-b5a0-777fb05c2367 req-3d6788de-250e-4ae0-a351-ebbcccc8bf43 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:48:57.569170 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-7407ffa8-d50c-4b4d-b5a0-777fb05c2367 req-3d6788de-250e-4ae0-a351-ebbcccc8bf43 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=98d7ad21-10e2-4f6e-af3b-e40f983ff5e1 HTTP/1.1" status: 200  len: 851 time: 0.0674789
Sep 15 13:48:57.575454 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-ad64c280-2798-4102-9eb0-9bff4ddbba46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cd2896278>, [{'id': '90c47cd1-71b5-4141-8862-99e4195ddf80', 'name': 'tempest-TestVolumeBootPattern-1879708378-router', 'tenant_id': '8b4ff18c8d01411db26c7e00839763ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': 'e34694d5-b0b8-4c92-a996-6d18c3102646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:45:31Z', 'updated_at': '2021-09-15T13:45:35Z', 'revision_number': 4, 'project_id': '8b4ff18c8d01411db26c7e00839763ca', 'gw_port': {'id': 'e34694d5-b0b8-4c92-a996-6d18c3102646', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c47cd1-71b5-4141-8862-99e4195ddf80', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:32Z', 'updated_at': '2021-09-15T13:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi', '_floatingips': [{'id': '20ff1d76-92eb-4986-9705-a16d9811f753', 'tenant_id': '8b4ff18c8d01411db26c7e00839763ca', 'floating_ip_address': '172.27.2.187', 'floating_network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'router_id': '90c47cd1-71b5-4141-8862-99e4195ddf80', 'port_id': 'd21fc87a-4a92-4ddd-9c11-f5e33a2a4385', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '793015e2-0d52-40cf-8c22-c0e40400b506', 'mac_address': 'fa:16:3e:cd:3c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4361d88a-552e-4e93-ad34-d2c585cf123f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:48:55Z', 'updated_at': '2021-09-15T13:48:55Z', 'revision_number': 0, 'project_id': '8b4ff18c8d01411db26c7e00839763ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '973a1b57-338f-4bb7-b561-67ae8f5dd51b', 'name': '', 'network_id': '793015e2-0d52-40cf-8c22-c0e40400b506', 'tenant_id': '8b4ff18c8d01411db26c7e00839763ca', 'mac_address': 'fa:16:3e:d9:16:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c47cd1-71b5-4141-8862-99e4195ddf80', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98d7ad21-10e2-4f6e-af3b-e40f983ff5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:34Z', 'updated_at': '2021-09-15T13:45:44Z', 'revision_number': 5, 'project_id': '8b4ff18c8d01411db26c7e00839763ca', 'subnets': [{'id': '98d7ad21-10e2-4f6e-af3b-e40f983ff5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-iscsi', False) {} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:48:57.579520 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad64c280-2798-4102-9eb0-9bff4ddbba46 None None] Checking router: 90c47cd1-71b5-4141-8862-99e4195ddf80 for host: dv-cinder-809181-1-iscsi {{(pid=82347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Sep 15 13:48:57.591448 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad64c280-2798-4102-9eb0-9bff4ddbba46 None None] Routers {'90c47cd1-71b5-4141-8862-99e4195ddf80'} bound to L3 agent in host dv-cinder-809181-1-iscsi {{(pid=82347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 15 13:48:57.592155 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-ad64c280-2798-4102-9eb0-9bff4ddbba46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cd2896278>, 'dv-cinder-809181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T13:29:29Z,description=<?>,heartbeat_timestamp=2021-09-15T13:48:29Z,host='dv-cinder-809181-1-iscsi',id=c919ec5e-912e-4080-8a6b-9b8956cb875b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T13:29:29Z,topic='l3_agent')) {'router_ids': ['90c47cd1-71b5-4141-8862-99e4195ddf80'], 'active': True} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:48:57.649829 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-7407ffa8-d50c-4b4d-b5a0-777fb05c2367 req-292f10d9-9937-40eb-ae29-9c27359dcf26 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=793015e2-0d52-40cf-8c22-c0e40400b506&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0738177
Sep 15 13:48:57.779024 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvr_db [None req-ad64c280-2798-4102-9eb0-9bff4ddbba46 None None] Set router 90c47cd1-71b5-4141-8862-99e4195ddf80 gateway port host: dv-cinder-809181-1-iscsi {{(pid=82347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Sep 15 13:48:57.792405 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-7407ffa8-d50c-4b4d-b5a0-777fb05c2367 req-0770738f-ba98-4f25-80ae-6d552f61d583 service neutron] 10.222.0.36 "GET /v2.0/networks/793015e2-0d52-40cf-8c22-c0e40400b506?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1360919
Sep 15 13:48:57.935694 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-7407ffa8-d50c-4b4d-b5a0-777fb05c2367 req-9d71641a-ab09-4c78-85dd-73bb66b50394 service neutron] 10.222.0.36 "GET /v2.0/networks/793015e2-0d52-40cf-8c22-c0e40400b506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1371143
Sep 15 13:48:58.146561 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:48:58.160114 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-ad64c280-2798-4102-9eb0-9bff4ddbba46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cd2896278>, [{'id': '90c47cd1-71b5-4141-8862-99e4195ddf80', 'name': 'tempest-TestVolumeBootPattern-1879708378-router', 'tenant_id': '8b4ff18c8d01411db26c7e00839763ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': 'e34694d5-b0b8-4c92-a996-6d18c3102646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:45:31Z', 'updated_at': '2021-09-15T13:45:35Z', 'revision_number': 4, 'project_id': '8b4ff18c8d01411db26c7e00839763ca', 'gw_port': {'id': 'e34694d5-b0b8-4c92-a996-6d18c3102646', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c47cd1-71b5-4141-8862-99e4195ddf80', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:32Z', 'updated_at': '2021-09-15T13:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi', '_floatingips': [{'id': '20ff1d76-92eb-4986-9705-a16d9811f753', 'tenant_id': '8b4ff18c8d01411db26c7e00839763ca', 'floating_ip_address': '172.27.2.187', 'floating_network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'router_id': '90c47cd1-71b5-4141-8862-99e4195ddf80', 'port_id': 'd21fc87a-4a92-4ddd-9c11-f5e33a2a4385', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '793015e2-0d52-40cf-8c22-c0e40400b506', 'mac_address': 'fa:16:3e:cd:3c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4361d88a-552e-4e93-ad34-d2c585cf123f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:48:55Z', 'updated_at': '2021-09-15T13:48:55Z', 'revision_number': 0, 'project_id': '8b4ff18c8d01411db26c7e00839763ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '973a1b57-338f-4bb7-b561-67ae8f5dd51b', 'name': '', 'network_id': '793015e2-0d52-40cf-8c22-c0e40400b506', 'tenant_id': '8b4ff18c8d01411db26c7e00839763ca', 'mac_address': 'fa:16:3e:d9:16:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c47cd1-71b5-4141-8862-99e4195ddf80', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98d7ad21-10e2-4f6e-af3b-e40f983ff5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:34Z', 'updated_at': '2021-09-15T13:45:44Z', 'revision_number': 5, 'project_id': '8b4ff18c8d01411db26c7e00839763ca', 'subnets': [{'id': '98d7ad21-10e2-4f6e-af3b-e40f983ff5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-iscsi', False) {} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:48:58.164284 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad64c280-2798-4102-9eb0-9bff4ddbba46 None None] The sync data for ids ['90c47cd1-71b5-4141-8862-99e4195ddf80'] in dv-cinder-809181-1-iscsi is: [{'id': '90c47cd1-71b5-4141-8862-99e4195ddf80', 'name': 'tempest-TestVolumeBootPattern-1879708378-router', 'tenant_id': '8b4ff18c8d01411db26c7e00839763ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': 'e34694d5-b0b8-4c92-a996-6d18c3102646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:45:31Z', 'updated_at': '2021-09-15T13:45:35Z', 'revision_number': 4, 'project_id': '8b4ff18c8d01411db26c7e00839763ca', 'gw_port': {'id': 'e34694d5-b0b8-4c92-a996-6d18c3102646', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c47cd1-71b5-4141-8862-99e4195ddf80', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:32Z', 'updated_at': '2021-09-15T13:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi', '_floatingips': [{'id': '20ff1d76-92eb-4986-9705-a16d9811f753', 'tenant_id': '8b4ff18c8d01411db26c7e00839763ca', 'floating_ip_address': '172.27.2.187', 'floating_network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'router_id': '90c47cd1-71b5-4141-8862-99e4195ddf80', 'port_id': 'd21fc87a-4a92-4ddd-9c11-f5e33a2a4385', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '793015e2-0d52-40cf-8c22-c0e40400b506', 'mac_address': 'fa:16:3e:cd:3c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4361d88a-552e-4e93-ad34-d2c585cf123f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:48:55Z', 'updated_at': '2021-09-15T13:48:55Z', 'revision_number': 0, 'project_id': '8b4ff18c8d01411db26c7e00839763ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '973a1b57-338f-4bb7-b561-67ae8f5dd51b', 'name': '', 'network_id': '793015e2-0d52-40cf-8c22-c0e40400b506', 'tenant_id': '8b4ff18c8d01411db26c7e00839763ca', 'mac_address': 'fa:16:3e:d9:16:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c47cd1-71b5-4141-8862-99e4195ddf80', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98d7ad21-10e2-4f6e-af3b-e40f983ff5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:34Z', 'updated_at': '2021-09-15T13:45:44Z', 'revision_number': 5, 'project_id': '8b4ff18c8d01411db26c7e00839763ca', 'subnets': [{'id': '98d7ad21-10e2-4f6e-af3b-e40f983ff5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Sep 15 13:48:58.529249 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00d63b4-6d31-4b80-b028-ba65e534c937 None None] New status for floating IP 20ff1d76-92eb-4986-9705-a16d9811f753: ACTIVE {{(pid=82348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Sep 15 13:48:58.897462 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-e6f7b68f-a098-4c5b-a764-1f3087390347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:48:59.155306 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9acd9d20-0ed4-40fe-8ec3-e1d8b485d7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:49:00.228901 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.agents_db [None req-051818a7-3814-4859-966a-2c4e7d325cc9 None None] Agent healthcheck: found 6 active agents {{(pid=82348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Sep 15 13:49:00.584679 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b47e50d5-ffd8-49d4-a6b6-3168cd38e3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:49:04.053653 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:49:26.507432 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-64cb4026-f5c6-45b4-a3b5-b7a65c6681dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:49:28.138546 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:49:28.898934 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7388e721-628f-4f67-89fb-cfed35c68ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:49:29.158480 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9acd9d20-0ed4-40fe-8ec3-e1d8b485d7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:49:30.587595 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b47e50d5-ffd8-49d4-a6b6-3168cd38e3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:49:34.083137 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:49:37.230038 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.agents_db [None req-051818a7-3814-4859-966a-2c4e7d325cc9 None None] Agent healthcheck: found 6 active agents {{(pid=82348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Sep 15 13:49:45.598813 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-b0c48c1d-68d2-4664-928b-c64dfc7e93fb req-3b4b3891-0a6a-4901-87f2-42723e3da31d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4361d88a-552e-4e93-ad34-d2c585cf123f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0736744
Sep 15 13:49:45.764634 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-b0c48c1d-68d2-4664-928b-c64dfc7e93fb req-566d8ab7-6cb9-4b07-b4a1-dfcc54d95414 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8b4ff18c8d01411db26c7e00839763ca&device_id=4361d88a-552e-4e93-ad34-d2c585cf123f HTTP/1.1" status: 200  len: 1098 time: 0.0780394
Sep 15 13:49:45.921610 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c48c1d-68d2-4664-928b-c64dfc7e93fb req-ac16ef21-8086-4527-a9b5-f65ddd8eaf10 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:49:45.923092 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-b0c48c1d-68d2-4664-928b-c64dfc7e93fb req-ac16ef21-8086-4527-a9b5-f65ddd8eaf10 service neutron] 10.222.0.36 "GET /v2.0/networks?id=793015e2-0d52-40cf-8c22-c0e40400b506 HTTP/1.1" status: 200  len: 913 time: 0.1387470
Sep 15 13:49:46.031921 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-b0c48c1d-68d2-4664-928b-c64dfc7e93fb req-9775666b-62b6-48a1-a8a2-633a9144ed62 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d21fc87a-4a92-4ddd-9c11-f5e33a2a4385 HTTP/1.1" status: 200  len: 1001 time: 0.1018500
Sep 15 13:49:46.326765 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c48c1d-68d2-4664-928b-c64dfc7e93fb req-72f7cda0-e752-4982-89b8-9cf8c9976217 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:49:46.328430 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-b0c48c1d-68d2-4664-928b-c64dfc7e93fb req-72f7cda0-e752-4982-89b8-9cf8c9976217 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=98d7ad21-10e2-4f6e-af3b-e40f983ff5e1 HTTP/1.1" status: 200  len: 851 time: 0.2897525
Sep 15 13:49:46.408912 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-b0c48c1d-68d2-4664-928b-c64dfc7e93fb req-637f2760-4c35-4cc7-8cb9-fcf6dd97e6a6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=793015e2-0d52-40cf-8c22-c0e40400b506&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0737040
Sep 15 13:49:46.548187 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-b0c48c1d-68d2-4664-928b-c64dfc7e93fb req-7ce81501-6888-4ebe-8824-d0cc9313dfc4 service neutron] 10.222.0.36 "GET /v2.0/networks/793015e2-0d52-40cf-8c22-c0e40400b506?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1322463
Sep 15 13:49:46.688769 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-b0c48c1d-68d2-4664-928b-c64dfc7e93fb req-05bbb4df-64af-4f8e-933e-f9d77b4940dd service neutron] 10.222.0.36 "GET /v2.0/networks/793015e2-0d52-40cf-8c22-c0e40400b506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1331339
Sep 15 13:49:56.508062 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5fe8ec93-8968-4978-abf2-9c1ad61a66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:49:58.140556 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:49:58.899612 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-576c528f-21de-4540-93dd-7156bc9f38bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:49:59.160479 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9acd9d20-0ed4-40fe-8ec3-e1d8b485d7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:50:00.591363 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b47e50d5-ffd8-49d4-a6b6-3168cd38e3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:50:04.114386 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:50:14.230568 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.agents_db [None req-051818a7-3814-4859-966a-2c4e7d325cc9 None None] Agent healthcheck: found 6 active agents {{(pid=82348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Sep 15 13:50:26.508782 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b55673d2-951d-42f8-a3ba-9b894b08e207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:50:28.144772 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:50:28.899828 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-50f00c90-df20-4e0f-94b7-f1f910935697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:50:29.163141 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9acd9d20-0ed4-40fe-8ec3-e1d8b485d7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:50:30.592606 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b47e50d5-ffd8-49d4-a6b6-3168cd38e3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:50:34.130490 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:50:43.133058 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-91f2cb22-7873-4978-8f8f-8e22a31c6aaa req-f7a1489e-333a-43a3-b35a-8ac7d26cefab tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-102098965&fields=id&tenant_id=8b4ff18c8d01411db26c7e00839763ca HTTP/1.1" status: 200  len: 267 time: 0.0476224
Sep 15 13:50:43.291682 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f2cb22-7873-4978-8f8f-8e22a31c6aaa req-3ce83af5-3287-4264-b9b8-25d3c5db5e1b tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:50:43.293191 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-91f2cb22-7873-4978-8f8f-8e22a31c6aaa req-3ce83af5-3287-4264-b9b8-25d3c5db5e1b tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/networks?id=793015e2-0d52-40cf-8c22-c0e40400b506 HTTP/1.1" status: 200  len: 812 time: 0.1526492
Sep 15 13:50:43.310748 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-91f2cb22-7873-4978-8f8f-8e22a31c6aaa req-05c14e8c-0d67-4669-9946-7bdb04795280 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/quotas/8b4ff18c8d01411db26c7e00839763ca HTTP/1.1" status: 200  len: 375 time: 0.0114167
Sep 15 13:50:43.402161 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-91f2cb22-7873-4978-8f8f-8e22a31c6aaa req-7e84f2b4-d6bf-4171-9169-0c4a58186722 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8b4ff18c8d01411db26c7e00839763ca&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0856094
Sep 15 13:50:43.549500 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-91f2cb22-7873-4978-8f8f-8e22a31c6aaa req-e4a65a91-6222-4854-b3e1-ecfc93f8e7ef service neutron] 10.222.0.41 "GET /v2.0/networks/793015e2-0d52-40cf-8c22-c0e40400b506?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1345005
Sep 15 13:50:43.691778 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-91f2cb22-7873-4978-8f8f-8e22a31c6aaa req-9a0629a1-ecb9-44cd-a40b-61a5ee9adec8 service neutron] 10.222.0.41 "GET /v2.0/networks/793015e2-0d52-40cf-8c22-c0e40400b506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1359465
Sep 15 13:50:44.136385 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-85a22bcb-4742-45ee-af0e-4295caa6feec req-c70efaa8-309d-447d-9c60-21c020aa8775 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/ports?device_id=3488e9a8-0f8f-4745-85cf-ff3146c4e024 HTTP/1.1" status: 200  len: 210 time: 0.0497248
Sep 15 13:50:45.246930 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-6c9df6b5-bb20-47d8-ab20-a88615426061 req-19acd761-76d4-4dea-a4a4-7443cb308e45 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/ports?device_id=3488e9a8-0f8f-4745-85cf-ff3146c4e024 HTTP/1.1" status: 200  len: 210 time: 0.0449734
Sep 15 13:50:46.371306 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-c0650c55-e36d-4c9d-b3f9-631ebb0fb4a2 req-2485f9dd-564c-4699-b2ce-d84702b69986 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/ports?device_id=3488e9a8-0f8f-4745-85cf-ff3146c4e024 HTTP/1.1" status: 200  len: 210 time: 0.0464950
Sep 15 13:50:47.575466 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-7929d05d-878f-4173-b973-98d991d0963f req-f73ba96e-1db6-4ae8-b371-a20c5df2c343 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/ports?device_id=3488e9a8-0f8f-4745-85cf-ff3146c4e024 HTTP/1.1" status: 200  len: 210 time: 0.0846257
Sep 15 13:50:47.612103 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-87f71c49-4f77-4c11-9f70-42207d765517 req-5a3019f5-06d2-4a26-ad51-189327a1ea5c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4361d88a-552e-4e93-ad34-d2c585cf123f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0813780
Sep 15 13:50:47.769957 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-87f71c49-4f77-4c11-9f70-42207d765517 req-0ff1d659-62db-4ef9-8bba-234a75fbe142 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8b4ff18c8d01411db26c7e00839763ca&device_id=4361d88a-552e-4e93-ad34-d2c585cf123f HTTP/1.1" status: 200  len: 1098 time: 0.0727382
Sep 15 13:50:47.923123 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f71c49-4f77-4c11-9f70-42207d765517 req-608a0d9a-61a1-4332-80d4-370a519cf310 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:50:47.924650 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-87f71c49-4f77-4c11-9f70-42207d765517 req-608a0d9a-61a1-4332-80d4-370a519cf310 service neutron] 10.222.0.36 "GET /v2.0/networks?id=793015e2-0d52-40cf-8c22-c0e40400b506 HTTP/1.1" status: 200  len: 913 time: 0.1359799
Sep 15 13:50:48.031715 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-87f71c49-4f77-4c11-9f70-42207d765517 req-b8e34322-9948-48f8-97ec-45171883503f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d21fc87a-4a92-4ddd-9c11-f5e33a2a4385 HTTP/1.1" status: 200  len: 1001 time: 0.1005201
Sep 15 13:50:48.103859 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f71c49-4f77-4c11-9f70-42207d765517 req-a9478449-fde6-4a77-bce2-ae04c8ce57e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:50:48.105354 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-87f71c49-4f77-4c11-9f70-42207d765517 req-a9478449-fde6-4a77-bce2-ae04c8ce57e7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=98d7ad21-10e2-4f6e-af3b-e40f983ff5e1 HTTP/1.1" status: 200  len: 851 time: 0.0672660
Sep 15 13:50:48.182628 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-87f71c49-4f77-4c11-9f70-42207d765517 req-59c363d1-53ae-4bca-a17d-76519fe30dff service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=793015e2-0d52-40cf-8c22-c0e40400b506&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0708787
Sep 15 13:50:48.323270 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-87f71c49-4f77-4c11-9f70-42207d765517 req-9f858230-d33e-4875-9830-039ede2fd051 service neutron] 10.222.0.36 "GET /v2.0/networks/793015e2-0d52-40cf-8c22-c0e40400b506?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1341748
Sep 15 13:50:48.464388 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-87f71c49-4f77-4c11-9f70-42207d765517 req-2b2f875d-270b-4619-98ac-ae429a6b88c7 service neutron] 10.222.0.36 "GET /v2.0/networks/793015e2-0d52-40cf-8c22-c0e40400b506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1345758
Sep 15 13:50:48.860966 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-81895410-1e2e-4393-934a-92567f59d113 req-a5abfd0c-816f-4ec3-80b9-9fde460296bb tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/ports?device_id=3488e9a8-0f8f-4745-85cf-ff3146c4e024 HTTP/1.1" status: 200  len: 210 time: 0.0456791
Sep 15 13:50:49.279146 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f2cb22-7873-4978-8f8f-8e22a31c6aaa req-ebc2bb5d-5dcc-4b28-aabd-42d65258676c tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:50:49.280856 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-91f2cb22-7873-4978-8f8f-8e22a31c6aaa req-ebc2bb5d-5dcc-4b28-aabd-42d65258676c tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.36 "GET /v2.0/networks?id=793015e2-0d52-40cf-8c22-c0e40400b506 HTTP/1.1" status: 200  len: 812 time: 0.1626160
Sep 15 13:50:49.342724 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-91f2cb22-7873-4978-8f8f-8e22a31c6aaa req-395763d0-56cf-4216-8a24-91469be3de8f tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b4ff18c8d01411db26c7e00839763ca HTTP/1.1" status: 200  len: 379 time: 0.0448613
Sep 15 13:50:49.366022 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [req-91f2cb22-7873-4978-8f8f-8e22a31c6aaa req-c9055dad-b5ef-460d-be6c-2e9ef159215d tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Request body: {'port': {'device_id': '3488e9a8-0f8f-4745-85cf-ff3146c4e024', 'network_id': '793015e2-0d52-40cf-8c22-c0e40400b506', 'admin_state_up': True, 'tenant_id': '8b4ff18c8d01411db26c7e00839763ca', 'security_groups': ['d35cd24e-8145-42e7-a1c8-c6dd0d5bf754']}} {{(pid=82345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:50:49.509777 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [req-91f2cb22-7873-4978-8f8f-8e22a31c6aaa req-c9055dad-b5ef-460d-be6c-2e9ef159215d tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:50:49.519835 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [req-91f2cb22-7873-4978-8f8f-8e22a31c6aaa req-c9055dad-b5ef-460d-be6c-2e9ef159215d tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:50:49.528356 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91f2cb22-7873-4978-8f8f-8e22a31c6aaa req-c9055dad-b5ef-460d-be6c-2e9ef159215d tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Made reservation on behalf of 8b4ff18c8d01411db26c7e00839763ca for: {'port': 1} {{(pid=82345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Sep 15 13:50:49.534256 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-91f2cb22-7873-4978-8f8f-8e22a31c6aaa req-c9055dad-b5ef-460d-be6c-2e9ef159215d tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:50:49.703607 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.db_base_plugin_common [req-91f2cb22-7873-4978-8f8f-8e22a31c6aaa req-c9055dad-b5ef-460d-be6c-2e9ef159215d tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Allocated IP 172.20.0.4 (793015e2-0d52-40cf-8c22-c0e40400b506/98d7ad21-10e2-4f6e-af3b-e40f983ff5e1/c32c4f68-48f1-4a08-aa07-d6208063325a) {{(pid=82345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Sep 15 13:50:49.901659 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-91f2cb22-7873-4978-8f8f-8e22a31c6aaa req-c9055dad-b5ef-460d-be6c-2e9ef159215d tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks [] for port, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:50:49.918710 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [req-91f2cb22-7873-4978-8f8f-8e22a31c6aaa req-c9055dad-b5ef-460d-be6c-2e9ef159215d tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Transition to ACTIVE for port object c32c4f68-48f1-4a08-aa07-d6208063325a will not be triggered until provisioned by entity DHCP. {{(pid=82345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Sep 15 13:50:49.939252 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-91f2cb22-7873-4978-8f8f-8e22a31c6aaa req-c9055dad-b5ef-460d-be6c-2e9ef159215d tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363301743938437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852138254'] for port, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:50:49.945185 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-b19b6dc2-3fa7-424b-b698-16225bf6f9b2 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:50:50.066071 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91f2cb22-7873-4978-8f8f-8e22a31c6aaa req-c9055dad-b5ef-460d-be6c-2e9ef159215d tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Network 793015e2-0d52-40cf-8c22-c0e40400b506 is already hosted by enough agents. {{(pid=82345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Sep 15 13:50:50.070082 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.base_scheduler [req-91f2cb22-7873-4978-8f8f-8e22a31c6aaa req-c9055dad-b5ef-460d-be6c-2e9ef159215d tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Resources bound (agent type, host, resource id):  {{(pid=82345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Sep 15 13:50:50.078369 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [req-91f2cb22-7873-4978-8f8f-8e22a31c6aaa req-c9055dad-b5ef-460d-be6c-2e9ef159215d tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Received port after_create {{(pid=82345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 15 13:50:50.111462 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9055dad-b5ef-460d-be6c-2e9ef159215d tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Pushing event updated for resources: {'Port': ['ID=c32c4f68-48f1-4a08-aa07-d6208063325a,revision_number=1']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:50:50.140835 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9055dad-b5ef-460d-be6c-2e9ef159215d tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:50:50.141264 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9055dad-b5ef-460d-be6c-2e9ef159215d tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:50:50.141674 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9055dad-b5ef-460d-be6c-2e9ef159215d tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:50:50.142080 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9055dad-b5ef-460d-be6c-2e9ef159215d tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:50:50.142481 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9055dad-b5ef-460d-be6c-2e9ef159215d tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:50:50.142888 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9055dad-b5ef-460d-be6c-2e9ef159215d tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:50:50.143286 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9055dad-b5ef-460d-be6c-2e9ef159215d tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:50:50.143690 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9055dad-b5ef-460d-be6c-2e9ef159215d tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:50:50.144080 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9055dad-b5ef-460d-be6c-2e9ef159215d tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:50:50.144472 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9055dad-b5ef-460d-be6c-2e9ef159215d tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:50:50.144863 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9055dad-b5ef-460d-be6c-2e9ef159215d tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:50:50.156741 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-c9055dad-b5ef-460d-be6c-2e9ef159215d tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:50:50.181893 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f2cb22-7873-4978-8f8f-8e22a31c6aaa req-c9055dad-b5ef-460d-be6c-2e9ef159215d tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:50:50.182572 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-91f2cb22-7873-4978-8f8f-8e22a31c6aaa req-c9055dad-b5ef-460d-be6c-2e9ef159215d tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251427'] for port, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:50:50.205945 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b46ba9-6c64-46d3-af74-3720952cbbd1 req-37492a9f-f5a1-411b-aa94-603dd7e1aa92 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:50:50.207559 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a8b46ba9-6c64-46d3-af74-3720952cbbd1 req-37492a9f-f5a1-411b-aa94-603dd7e1aa92 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/ports?device_id=3488e9a8-0f8f-4745-85cf-ff3146c4e024 HTTP/1.1" status: 200  len: 931 time: 0.2136827
Sep 15 13:50:50.235957 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-91f2cb22-7873-4978-8f8f-8e22a31c6aaa req-c9055dad-b5ef-460d-be6c-2e9ef159215d tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8738518
Sep 15 13:50:50.267954 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [req-91f2cb22-7873-4978-8f8f-8e22a31c6aaa req-88a7a155-2184-4b60-8a58-4e3959b4006a service neutron] Request body: {'port': {'device_id': '3488e9a8-0f8f-4745-85cf-ff3146c4e024', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80918'}} {{(pid=82345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:50:50.300077 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a8b46ba9-6c64-46d3-af74-3720952cbbd1 req-31325235-90e9-4dbd-bfb8-9b2bdfb3a337 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/security-groups?id=d35cd24e-8145-42e7-a1c8-c6dd0d5bf754&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0843859
Sep 15 13:50:50.389747 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-91f2cb22-7873-4978-8f8f-8e22a31c6aaa req-88a7a155-2184-4b60-8a58-4e3959b4006a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:50:50.409250 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-ec4ef722-b40d-4d18-beea-c53c79cb6b54 None None] Provisioning for port c32c4f68-48f1-4a08-aa07-d6208063325a completed by entity DHCP. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Sep 15 13:50:50.414025 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-ec4ef722-b40d-4d18-beea-c53c79cb6b54 None None] Provisioning complete for port c32c4f68-48f1-4a08-aa07-d6208063325a triggered by entity DHCP. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:50:50.414445 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-ec4ef722-b40d-4d18-beea-c53c79cb6b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:50:50.468317 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-ec4ef722-b40d-4d18-beea-c53c79cb6b54 None None] Port c32c4f68-48f1-4a08-aa07-d6208063325a cannot update to ACTIVE because it is not bound. {{(pid=82347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Sep 15 13:50:50.743837 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [req-91f2cb22-7873-4978-8f8f-8e22a31c6aaa req-88a7a155-2184-4b60-8a58-4e3959b4006a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c32c4f68-48f1-4a08-aa07-d6208063325a {{(pid=82345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Sep 15 13:50:50.751263 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-91f2cb22-7873-4978-8f8f-8e22a31c6aaa req-88a7a155-2184-4b60-8a58-4e3959b4006a service neutron] Notify callbacks [] for port, precommit_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:50:50.766204 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [req-91f2cb22-7873-4978-8f8f-8e22a31c6aaa req-88a7a155-2184-4b60-8a58-4e3959b4006a service neutron] Transition to ACTIVE for port object c32c4f68-48f1-4a08-aa07-d6208063325a will not be triggered until provisioned by entity L2. {{(pid=82345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Sep 15 13:50:50.768934 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-91f2cb22-7873-4978-8f8f-8e22a31c6aaa req-88a7a155-2184-4b60-8a58-4e3959b4006a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2637562'] for port, after_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:50:50.773306 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-3e387758-205e-44bb-96d6-7bfc503af70a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:50:50.900322 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a7a155-2184-4b60-8a58-4e3959b4006a service neutron] Pushing event updated for resources: {'Port': ['ID=c32c4f68-48f1-4a08-aa07-d6208063325a,revision_number=2']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:50:50.903416 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-88a7a155-2184-4b60-8a58-4e3959b4006a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:50:51.025664 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [req-91f2cb22-7873-4978-8f8f-8e22a31c6aaa req-88a7a155-2184-4b60-8a58-4e3959b4006a service neutron] Attempting to bind port c32c4f68-48f1-4a08-aa07-d6208063325a on host hv-cinder-80918 for vnic_type normal with profile  {{(pid=82345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Sep 15 13:50:51.025956 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [req-91f2cb22-7873-4978-8f8f-8e22a31c6aaa req-88a7a155-2184-4b60-8a58-4e3959b4006a service neutron] Attempting to bind port c32c4f68-48f1-4a08-aa07-d6208063325a by drivers openvswitch,hyperv on host hv-cinder-80918 at level 0 using segments [{'id': '44a35f9e-9e32-4381-8e07-9adb36df31d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '793015e2-0d52-40cf-8c22-c0e40400b506'}] {{(pid=82345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Sep 15 13:50:51.026330 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f2cb22-7873-4978-8f8f-8e22a31c6aaa req-88a7a155-2184-4b60-8a58-4e3959b4006a service neutron] Attempting to bind port c32c4f68-48f1-4a08-aa07-d6208063325a on network 793015e2-0d52-40cf-8c22-c0e40400b506 {{(pid=82345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Sep 15 13:50:51.033197 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f2cb22-7873-4978-8f8f-8e22a31c6aaa req-88a7a155-2184-4b60-8a58-4e3959b4006a service neutron] Port c32c4f68-48f1-4a08-aa07-d6208063325a on network 793015e2-0d52-40cf-8c22-c0e40400b506 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80918 {{(pid=82345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 15 13:50:51.033557 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f2cb22-7873-4978-8f8f-8e22a31c6aaa req-88a7a155-2184-4b60-8a58-4e3959b4006a service neutron] Attempting to bind port c32c4f68-48f1-4a08-aa07-d6208063325a on network 793015e2-0d52-40cf-8c22-c0e40400b506 {{(pid=82345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Sep 15 13:50:51.040442 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f2cb22-7873-4978-8f8f-8e22a31c6aaa req-88a7a155-2184-4b60-8a58-4e3959b4006a service neutron] Checking agent: {'id': '0b6080d1-6da0-4ccd-961d-05ec14f91c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80918', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 35, 33), 'started_at': datetime.datetime(2021, 9, 15, 13, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Sep 15 13:50:51.040819 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f2cb22-7873-4978-8f8f-8e22a31c6aaa req-88a7a155-2184-4b60-8a58-4e3959b4006a service neutron] Checking segment: {'id': '44a35f9e-9e32-4381-8e07-9adb36df31d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '793015e2-0d52-40cf-8c22-c0e40400b506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Sep 15 13:50:51.041245 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f2cb22-7873-4978-8f8f-8e22a31c6aaa req-88a7a155-2184-4b60-8a58-4e3959b4006a service neutron] Bound using segment: {'id': '44a35f9e-9e32-4381-8e07-9adb36df31d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '793015e2-0d52-40cf-8c22-c0e40400b506'} {{(pid=82345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Sep 15 13:50:51.041723 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.managers [req-91f2cb22-7873-4978-8f8f-8e22a31c6aaa req-88a7a155-2184-4b60-8a58-4e3959b4006a service neutron] Bound port: c32c4f68-48f1-4a08-aa07-d6208063325a, host: hv-cinder-80918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44a35f9e-9e32-4381-8e07-9adb36df31d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '793015e2-0d52-40cf-8c22-c0e40400b506'}}] {{(pid=82345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Sep 15 13:50:51.042108 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-91f2cb22-7873-4978-8f8f-8e22a31c6aaa req-88a7a155-2184-4b60-8a58-4e3959b4006a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:50:51.134691 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [req-91f2cb22-7873-4978-8f8f-8e22a31c6aaa req-88a7a155-2184-4b60-8a58-4e3959b4006a service neutron] For port c32c4f68-48f1-4a08-aa07-d6208063325a, host hv-cinder-80918, cleared binding levels {{(pid=82345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Sep 15 13:50:51.137752 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [req-91f2cb22-7873-4978-8f8f-8e22a31c6aaa req-88a7a155-2184-4b60-8a58-4e3959b4006a service neutron] For port c32c4f68-48f1-4a08-aa07-d6208063325a, host hv-cinder-80918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=c32c4f68-48f1-4a08-aa07-d6208063325a,segment=NetworkSegment(44a35f9e-9e32-4381-8e07-9adb36df31d4),segment_id=44a35f9e-9e32-4381-8e07-9adb36df31d4)] {{(pid=82345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Sep 15 13:50:51.141226 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-91f2cb22-7873-4978-8f8f-8e22a31c6aaa req-88a7a155-2184-4b60-8a58-4e3959b4006a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2637562'] for port, after_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:50:51.145714 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-88a7a155-2184-4b60-8a58-4e3959b4006a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:50:51.209501 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-91f2cb22-7873-4978-8f8f-8e22a31c6aaa req-88a7a155-2184-4b60-8a58-4e3959b4006a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251427'] for port, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:50:51.211012 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-91f2cb22-7873-4978-8f8f-8e22a31c6aaa req-88a7a155-2184-4b60-8a58-4e3959b4006a service neutron] 10.222.0.36 "PUT /v2.0/ports/c32c4f68-48f1-4a08-aa07-d6208063325a HTTP/1.1" status: 200  len: 1093 time: 0.9502237
Sep 15 13:50:51.211567 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3488e9a8-0f8f-4745-85cf-ff3146c4e024', 'tag': 'c32c4f68-48f1-4a08-aa07-d6208063325a'}] {{(pid=82345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Sep 15 13:50:51.234449 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.agents_db [None req-051818a7-3814-4859-966a-2c4e7d325cc9 None None] Agent healthcheck: found 6 active agents {{(pid=82348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Sep 15 13:50:51.237386 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a7a155-2184-4b60-8a58-4e3959b4006a service neutron] Pushing event updated for resources: {'Port': ['ID=c32c4f68-48f1-4a08-aa07-d6208063325a,revision_number=3']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:50:51.240784 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-88a7a155-2184-4b60-8a58-4e3959b4006a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:50:51.305043 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3488e9a8-0f8f-4745-85cf-ff3146c4e024', 'tag': 'c32c4f68-48f1-4a08-aa07-d6208063325a', 'status': 'completed', 'code': 200}
Sep 15 13:50:51.360182 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-91f2cb22-7873-4978-8f8f-8e22a31c6aaa req-97fc79ae-416a-403e-a31f-f377023f5911 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8b4ff18c8d01411db26c7e00839763ca&device_id=3488e9a8-0f8f-4745-85cf-ff3146c4e024 HTTP/1.1" status: 200  len: 1096 time: 0.0926034
Sep 15 13:50:51.482604 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-91f2cb22-7873-4978-8f8f-8e22a31c6aaa req-c3fbbdfd-0d2f-4405-b03d-c8ae7e4425a4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c32c4f68-48f1-4a08-aa07-d6208063325a HTTP/1.1" status: 200  len: 217 time: 0.1083837
Sep 15 13:50:51.566444 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f2cb22-7873-4978-8f8f-8e22a31c6aaa req-2aad190c-dbd4-4c3c-a103-5d4e968d7bca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:50:51.568030 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-91f2cb22-7873-4978-8f8f-8e22a31c6aaa req-2aad190c-dbd4-4c3c-a103-5d4e968d7bca service neutron] 10.222.0.36 "GET /v2.0/subnets?id=98d7ad21-10e2-4f6e-af3b-e40f983ff5e1 HTTP/1.1" status: 200  len: 851 time: 0.0777214
Sep 15 13:50:51.618814 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be43875-0d39-4a9f-bc6f-1452c940b5ca req-4a251a2a-c8ce-462e-bb96-5635ba2ecd77 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:50:51.619555 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-5be43875-0d39-4a9f-bc6f-1452c940b5ca req-4a251a2a-c8ce-462e-bb96-5635ba2ecd77 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Synchronizing usage tracker for tenant:8b4ff18c8d01411db26c7e00839763ca on resource:port {{(pid=82345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Sep 15 13:50:51.648856 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-5be43875-0d39-4a9f-bc6f-1452c940b5ca req-4a251a2a-c8ce-462e-bb96-5635ba2ecd77 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Unset dirty status for tenant:8b4ff18c8d01411db26c7e00839763ca on resource:port {{(pid=82345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Sep 15 13:50:51.650105 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-5be43875-0d39-4a9f-bc6f-1452c940b5ca req-4a251a2a-c8ce-462e-bb96-5635ba2ecd77 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/ports?device_id=3488e9a8-0f8f-4745-85cf-ff3146c4e024 HTTP/1.1" status: 200  len: 943 time: 0.2176027
Sep 15 13:50:51.906600 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-91f2cb22-7873-4978-8f8f-8e22a31c6aaa req-909a2283-746b-43f1-8483-caee06ddd914 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=793015e2-0d52-40cf-8c22-c0e40400b506&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3295352
Sep 15 13:50:51.963410 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-5be43875-0d39-4a9f-bc6f-1452c940b5ca req-7ede0bc1-754c-4ff5-9c07-f8d79011e19c tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/security-groups?id=d35cd24e-8145-42e7-a1c8-c6dd0d5bf754&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2998672
Sep 15 13:50:52.062592 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-91f2cb22-7873-4978-8f8f-8e22a31c6aaa req-1ac10ac4-8534-4d59-9010-9bb80adb3fb2 service neutron] 10.222.0.36 "GET /v2.0/networks/793015e2-0d52-40cf-8c22-c0e40400b506?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1483412
Sep 15 13:50:52.206263 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-91f2cb22-7873-4978-8f8f-8e22a31c6aaa req-5908c03d-5bfc-4a88-8cfd-4f99954e4ced service neutron] 10.222.0.36 "GET /v2.0/networks/793015e2-0d52-40cf-8c22-c0e40400b506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1361849
Sep 15 13:50:52.378821 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-845f2931-730b-4deb-90b5-b0aba138b893 req-a79edaa6-2607-42a3-a99b-5f6e3fc1d7b2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8b4ff18c8d01411db26c7e00839763ca&device_id=3488e9a8-0f8f-4745-85cf-ff3146c4e024 HTTP/1.1" status: 200  len: 1096 time: 0.0741742
Sep 15 13:50:52.521318 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f2931-730b-4deb-90b5-b0aba138b893 req-d0327f55-a951-44be-ba6d-5bb11b3fd878 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:50:52.522769 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-845f2931-730b-4deb-90b5-b0aba138b893 req-d0327f55-a951-44be-ba6d-5bb11b3fd878 service neutron] 10.222.0.36 "GET /v2.0/networks?id=793015e2-0d52-40cf-8c22-c0e40400b506 HTTP/1.1" status: 200  len: 913 time: 0.1352382
Sep 15 13:50:52.613035 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-845f2931-730b-4deb-90b5-b0aba138b893 req-8026c5cd-5e37-4f1f-b8d1-2fbe99c6034f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c32c4f68-48f1-4a08-aa07-d6208063325a HTTP/1.1" status: 200  len: 217 time: 0.0688756
Sep 15 13:50:52.688459 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f2931-730b-4deb-90b5-b0aba138b893 req-305b239c-b09d-4d49-9f8d-97b29f5debe9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:50:52.690025 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-845f2931-730b-4deb-90b5-b0aba138b893 req-305b239c-b09d-4d49-9f8d-97b29f5debe9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=98d7ad21-10e2-4f6e-af3b-e40f983ff5e1 HTTP/1.1" status: 200  len: 851 time: 0.0633652
Sep 15 13:50:52.777590 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-845f2931-730b-4deb-90b5-b0aba138b893 req-267b3e0b-395c-4bc9-bcd2-c9d2acc58ede service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=793015e2-0d52-40cf-8c22-c0e40400b506&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0754983
Sep 15 13:50:52.930361 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-845f2931-730b-4deb-90b5-b0aba138b893 req-bdd2dff7-5f7f-494e-bf04-51c194c855d8 service neutron] 10.222.0.36 "GET /v2.0/networks/793015e2-0d52-40cf-8c22-c0e40400b506?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1416929
Sep 15 13:50:53.074073 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-845f2931-730b-4deb-90b5-b0aba138b893 req-c34b1635-6b8d-40e2-89de-999fe8062e80 service neutron] 10.222.0.36 "GET /v2.0/networks/793015e2-0d52-40cf-8c22-c0e40400b506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1370151
Sep 15 13:50:53.171245 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce700de-c4cc-446e-aadc-9e5b2fa3e09c req-3f4e3613-5883-42f3-90ec-b072eb306ebc tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:50:53.172856 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-4ce700de-c4cc-446e-aadc-9e5b2fa3e09c req-3f4e3613-5883-42f3-90ec-b072eb306ebc tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/ports?device_id=3488e9a8-0f8f-4745-85cf-ff3146c4e024 HTTP/1.1" status: 200  len: 943 time: 0.0845840
Sep 15 13:50:53.221044 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-4ce700de-c4cc-446e-aadc-9e5b2fa3e09c req-d304121a-5a43-4385-8794-969d9fee5348 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/security-groups?id=d35cd24e-8145-42e7-a1c8-c6dd0d5bf754&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421252
Sep 15 13:50:54.430774 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7c8564-2e0a-41aa-b7ca-6cac4d80f412 req-9c4a0619-d95c-48a0-9ccc-0dcf3685cf4d tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:50:54.432370 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-da7c8564-2e0a-41aa-b7ca-6cac4d80f412 req-9c4a0619-d95c-48a0-9ccc-0dcf3685cf4d tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/ports?device_id=3488e9a8-0f8f-4745-85cf-ff3146c4e024 HTTP/1.1" status: 200  len: 943 time: 0.0857191
Sep 15 13:50:54.479856 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-da7c8564-2e0a-41aa-b7ca-6cac4d80f412 req-3fb34207-61ec-43ec-9453-69377982d381 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/security-groups?id=d35cd24e-8145-42e7-a1c8-c6dd0d5bf754&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407808
Sep 15 13:50:55.680851 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ddc9e1-c254-490c-8ede-c8794ac47542 req-9d45db00-c532-4328-9020-c7a0d4b50d65 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:50:55.682356 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-d1ddc9e1-c254-490c-8ede-c8794ac47542 req-9d45db00-c532-4328-9020-c7a0d4b50d65 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/ports?device_id=3488e9a8-0f8f-4745-85cf-ff3146c4e024 HTTP/1.1" status: 200  len: 943 time: 0.0819991
Sep 15 13:50:55.730364 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-d1ddc9e1-c254-490c-8ede-c8794ac47542 req-1625c62b-0e7b-4126-b66f-270fb5bcfade tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/security-groups?id=d35cd24e-8145-42e7-a1c8-c6dd0d5bf754&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415487
Sep 15 13:50:56.509089 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2d63711c-8d8f-435a-a46e-159364b4829e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:50:56.937041 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea8856a-047e-4b93-a13c-926362fb323c req-6ea4046b-31dc-40b1-b840-77c422d60b87 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:50:56.938645 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-5ea8856a-047e-4b93-a13c-926362fb323c req-6ea4046b-31dc-40b1-b840-77c422d60b87 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/ports?device_id=3488e9a8-0f8f-4745-85cf-ff3146c4e024 HTTP/1.1" status: 200  len: 943 time: 0.0865278
Sep 15 13:50:56.986383 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-5ea8856a-047e-4b93-a13c-926362fb323c req-166df9e1-fae5-4b80-979b-ebe4559f4ddc tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/security-groups?id=d35cd24e-8145-42e7-a1c8-c6dd0d5bf754&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417330
Sep 15 13:50:58.146802 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:50:58.191193 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053f17ca-a74f-47c8-a6b7-e371ff35e216 req-1cfd8051-06be-4ac4-ae61-6ed999bba182 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:50:58.192808 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-053f17ca-a74f-47c8-a6b7-e371ff35e216 req-1cfd8051-06be-4ac4-ae61-6ed999bba182 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/ports?device_id=3488e9a8-0f8f-4745-85cf-ff3146c4e024 HTTP/1.1" status: 200  len: 943 time: 0.0836945
Sep 15 13:50:58.240702 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-053f17ca-a74f-47c8-a6b7-e371ff35e216 req-5b69a33a-559c-4401-b034-e05151d701b3 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/security-groups?id=d35cd24e-8145-42e7-a1c8-c6dd0d5bf754&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418003
Sep 15 13:50:58.899942 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-3de1b7f7-1410-40e0-a54d-709540471bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:50:59.164572 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9acd9d20-0ed4-40fe-8ec3-e1d8b485d7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:50:59.446597 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a592a9-99fc-4cc4-800e-7ca53ca6230b req-ffac38ba-017e-45a2-8b84-c765b5ceb0af tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:50:59.448141 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-21a592a9-99fc-4cc4-800e-7ca53ca6230b req-ffac38ba-017e-45a2-8b84-c765b5ceb0af tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/ports?device_id=3488e9a8-0f8f-4745-85cf-ff3146c4e024 HTTP/1.1" status: 200  len: 943 time: 0.0846651
Sep 15 13:50:59.495830 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-21a592a9-99fc-4cc4-800e-7ca53ca6230b req-ade2bba3-d60a-4995-8d34-5e63272b7694 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/security-groups?id=d35cd24e-8145-42e7-a1c8-c6dd0d5bf754&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417323
Sep 15 13:50:59.982480 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Device c32c4f68-48f1-4a08-aa07-d6208063325a details requested by agent hyperv_hv-cinder-80918 with host hv-cinder-80918 {{(pid=82347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Sep 15 13:51:00.124732 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] For port c32c4f68-48f1-4a08-aa07-d6208063325a, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=c32c4f68-48f1-4a08-aa07-d6208063325a,segment=NetworkSegment(44a35f9e-9e32-4381-8e07-9adb36df31d4),segment_id=44a35f9e-9e32-4381-8e07-9adb36df31d4)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:51:00.139168 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Returning: {'device': 'c32c4f68-48f1-4a08-aa07-d6208063325a', 'network_id': '793015e2-0d52-40cf-8c22-c0e40400b506', 'port_id': 'c32c4f68-48f1-4a08-aa07-d6208063325a', 'mac_address': 'fa:16:3e:7d:17:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98d7ad21-10e2-4f6e-af3b-e40f983ff5e1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 15 13:51:00.193005 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:51:00.211263 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c32c4f68-48f1-4a08-aa07-d6208063325a {{(pid=82347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Sep 15 13:51:00.226328 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] For port c32c4f68-48f1-4a08-aa07-d6208063325a, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=c32c4f68-48f1-4a08-aa07-d6208063325a,segment=NetworkSegment(44a35f9e-9e32-4381-8e07-9adb36df31d4),segment_id=44a35f9e-9e32-4381-8e07-9adb36df31d4)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:51:00.228885 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:51:00.230681 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-ff069951-bf91-4c90-b51e-155accbf115d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:51:00.301857 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Pushing event updated for resources: {'Port': ['ID=c32c4f68-48f1-4a08-aa07-d6208063325a,revision_number=4']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:51:00.312027 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:51:00.312484 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:51:00.313056 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:51:00.313583 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:51:00.313967 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:51:00.314384 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:51:00.314757 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:51:00.315130 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:51:00.315498 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:51:00.315886 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:51:00.316255 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:51:00.320457 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:51:00.532910 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] get_ports_and_sgs() called for port_ids ['c32c4f68-48f1-4a08-aa07-d6208063325a'] {{(pid=82347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 15 13:51:00.612980 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b47e50d5-ffd8-49d4-a6b6-3168cd38e3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:51:00.699645 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f027ade3-383e-4b29-a48a-3f179f261b6c req-0b41c9ee-978b-4020-9a2b-8c507a9593a1 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:51:00.701404 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-f027ade3-383e-4b29-a48a-3f179f261b6c req-0b41c9ee-978b-4020-9a2b-8c507a9593a1 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/ports?device_id=3488e9a8-0f8f-4745-85cf-ff3146c4e024 HTTP/1.1" status: 200  len: 944 time: 0.0831223
Sep 15 13:51:00.754628 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-f027ade3-383e-4b29-a48a-3f179f261b6c req-5d0991ed-6138-40bf-9d6c-324dd352864f tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/security-groups?id=d35cd24e-8145-42e7-a1c8-c6dd0d5bf754&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471494
Sep 15 13:51:01.959400 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f218b4-2474-4ea5-89b4-9f959ee820ad req-4d41c9ab-d4f5-4d6e-973e-6b29a44f4baf tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:51:01.961048 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-d6f218b4-2474-4ea5-89b4-9f959ee820ad req-4d41c9ab-d4f5-4d6e-973e-6b29a44f4baf tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/ports?device_id=3488e9a8-0f8f-4745-85cf-ff3146c4e024 HTTP/1.1" status: 200  len: 944 time: 0.0825071
Sep 15 13:51:01.995467 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Device c32c4f68-48f1-4a08-aa07-d6208063325a up at agent hyperv_hv-cinder-80918 {{(pid=82347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Sep 15 13:51:02.009425 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-d6f218b4-2474-4ea5-89b4-9f959ee820ad req-5f1a8ad8-ec36-411a-a852-6896cd6234cd tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/security-groups?id=d35cd24e-8145-42e7-a1c8-c6dd0d5bf754&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421000
Sep 15 13:51:02.064897 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Provisioning for port c32c4f68-48f1-4a08-aa07-d6208063325a completed by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Sep 15 13:51:02.069598 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.provisioning_blocks [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Provisioning complete for port c32c4f68-48f1-4a08-aa07-d6208063325a triggered by entity L2. {{(pid=82347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Sep 15 13:51:02.070000 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13349'] for port, provisioning_complete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:51:02.185952 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:51:02.212616 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3488e9a8-0f8f-4745-85cf-ff3146c4e024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c32c4f68-48f1-4a08-aa07-d6208063325a'}] {{(pid=82347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Sep 15 13:51:02.223327 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] For port c32c4f68-48f1-4a08-aa07-d6208063325a, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=c32c4f68-48f1-4a08-aa07-d6208063325a,segment=NetworkSegment(44a35f9e-9e32-4381-8e07-9adb36df31d4),segment_id=44a35f9e-9e32-4381-8e07-9adb36df31d4)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:51:02.230475 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414'] for port, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:51:02.233075 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:51:02.267320 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3488e9a8-0f8f-4745-85cf-ff3146c4e024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c32c4f68-48f1-4a08-aa07-d6208063325a', 'code': 200}
Sep 15 13:51:02.300622 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Pushing event updated for resources: {'Port': ['ID=c32c4f68-48f1-4a08-aa07-d6208063325a,revision_number=5']} {{(pid=82347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:51:02.303836 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=82347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:51:02.577928 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-cbca1dec-c2ab-4140-8fda-4072d5888272 req-d4ab32c3-5976-471d-bb26-e765aa11e5b8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3488e9a8-0f8f-4745-85cf-ff3146c4e024 HTTP/1.1" status: 200  len: 1098 time: 0.0770309
Sep 15 13:51:02.622205 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-cbca1dec-c2ab-4140-8fda-4072d5888272 req-1d4d8180-9843-4bf1-a926-e875e1961288 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d35cd24e-8145-42e7-a1c8-c6dd0d5bf754&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0376470
Sep 15 13:51:03.210985 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e6f09e-20f9-4484-8bff-461ad36175d9 req-939abc72-a32a-4c6a-bae7-06dcd16ddb58 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:51:03.212533 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-28e6f09e-20f9-4484-8bff-461ad36175d9 req-939abc72-a32a-4c6a-bae7-06dcd16ddb58 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/ports?device_id=3488e9a8-0f8f-4745-85cf-ff3146c4e024 HTTP/1.1" status: 200  len: 945 time: 0.0836964
Sep 15 13:51:03.260548 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-28e6f09e-20f9-4484-8bff-461ad36175d9 req-c81a58a9-4fce-4252-961f-ef0bd28bf7f9 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/security-groups?id=d35cd24e-8145-42e7-a1c8-c6dd0d5bf754&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416803
Sep 15 13:51:04.143077 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:51:04.470728 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bed5ae1-5778-42f3-9746-af2257646aff req-fc2a7e7a-c3bd-4679-ae78-fdf9becaffbd tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:51:04.472251 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-8bed5ae1-5778-42f3-9746-af2257646aff req-fc2a7e7a-c3bd-4679-ae78-fdf9becaffbd tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/ports?device_id=3488e9a8-0f8f-4745-85cf-ff3146c4e024 HTTP/1.1" status: 200  len: 945 time: 0.0855000
Sep 15 13:51:04.519845 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-8bed5ae1-5778-42f3-9746-af2257646aff req-06b05d03-a385-4059-9d72-ec6799c24726 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/security-groups?id=d35cd24e-8145-42e7-a1c8-c6dd0d5bf754&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415595
Sep 15 13:51:04.719817 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523f9d8e-5b4b-4427-aef6-c65072b850cc req-0267c981-f016-4308-be41-4c615dabb835 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:51:04.721477 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-523f9d8e-5b4b-4427-aef6-c65072b850cc req-0267c981-f016-4308-be41-4c615dabb835 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/ports?device_id=3488e9a8-0f8f-4745-85cf-ff3146c4e024 HTTP/1.1" status: 200  len: 945 time: 0.0820582
Sep 15 13:51:04.771661 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-523f9d8e-5b4b-4427-aef6-c65072b850cc req-584d1a9d-d848-4eed-8467-7bc5c4c4c6ae tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/security-groups?id=d35cd24e-8145-42e7-a1c8-c6dd0d5bf754&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441771
Sep 15 13:51:04.799844 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 40474) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:51:04.874314 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-f2221b3f-46bc-435d-ab7c-16320cb4a9fd tempest-TestVolumeBootPattern-415073274 tempest-TestVolumeBootPattern-415073274-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=3488e9a8-0f8f-4745-85cf-ff3146c4e024 HTTP/1.1" status: 200  len: 1093 time: 0.0732324
Sep 15 13:51:04.877040 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 40478) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:51:04.882591 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.v2.base [None req-e6622007-233c-4ad9-b086-5221359915f6 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Request body: {'floatingip': {'floating_network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'port_id': 'c32c4f68-48f1-4a08-aa07-d6208063325a', 'tenant_id': '8b4ff18c8d01411db26c7e00839763ca', 'fixed_ip_address': '172.20.0.4'}} {{(pid=82345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 13:51:04.888964 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-e6622007-233c-4ad9-b086-5221359915f6 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Sep 15 13:51:04.893040 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-e6622007-233c-4ad9-b086-5221359915f6 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Usage tracker for resource:floatingip and tenant:8b4ff18c8d01411db26c7e00839763ca is out of sync, need to count used quota {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Sep 15 13:51:04.896028 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [None req-e6622007-233c-4ad9-b086-5221359915f6 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=82345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Sep 15 13:51:04.902006 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.quota.driver [None req-e6622007-233c-4ad9-b086-5221359915f6 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=82345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Sep 15 13:51:04.912212 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-e6622007-233c-4ad9-b086-5221359915f6 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks [] for floatingip, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:51:05.058941 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-e6622007-233c-4ad9-b086-5221359915f6 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:51:05.204975 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.db_base_plugin_common [None req-e6622007-233c-4ad9-b086-5221359915f6 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Allocated IP 172.27.2.248 (8154de37-a8f1-49b5-9df6-05123ded69e6/8c022743-acfa-4652-88a1-355a85d34b79/24521297-e728-4552-aeea-6fce681234f5) {{(pid=82345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Sep 15 13:51:05.360965 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-e6622007-233c-4ad9-b086-5221359915f6 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks [] for port, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:51:05.386408 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-e6622007-233c-4ad9-b086-5221359915f6 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363301743938437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852138254'] for port, after_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:51:05.391424 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-a4dedee4-61aa-4da7-b6b0-9c5b4bd9a304 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:51:05.459535 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6622007-233c-4ad9-b086-5221359915f6 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Network 8154de37-a8f1-49b5-9df6-05123ded69e6 is already hosted by enough agents. {{(pid=82345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Sep 15 13:51:05.462911 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.base_scheduler [None req-e6622007-233c-4ad9-b086-5221359915f6 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Resources bound (agent type, host, resource id):  {{(pid=82345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Sep 15 13:51:05.465820 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6622007-233c-4ad9-b086-5221359915f6 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Received port after_create {{(pid=82345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 15 13:51:05.498569 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6622007-233c-4ad9-b086-5221359915f6 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Pushing event updated for resources: {'Port': ['ID=24521297-e728-4552-aeea-6fce681234f5,revision_number=1']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:51:05.501499 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-e6622007-233c-4ad9-b086-5221359915f6 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:51:05.983107 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-e6622007-233c-4ad9-b086-5221359915f6 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:51:06.037974 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-e6622007-233c-4ad9-b086-5221359915f6 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7786571'] for port, before_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:51:06.470874 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-e6622007-233c-4ad9-b086-5221359915f6 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks [] for port, precommit_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:51:06.474374 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-e6622007-233c-4ad9-b086-5221359915f6 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301743526857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301743938420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735110837414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2637562'] for port, after_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:51:06.478695 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-3471efe0-09d1-44ac-b77a-80ed7cb7a56d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:51:06.585230 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6622007-233c-4ad9-b086-5221359915f6 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Pushing event updated for resources: {'Port': ['ID=24521297-e728-4552-aeea-6fce681234f5,revision_number=2']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:51:06.589890 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-e6622007-233c-4ad9-b086-5221359915f6 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:51:06.601310 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-e6622007-233c-4ad9-b086-5221359915f6 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853102158'] for floatingip, after_update {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:51:06.799580 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.db.l3_db [None req-e6622007-233c-4ad9-b086-5221359915f6 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Floating IP 40b37fc8-893e-45bd-b31b-0f933463c727 associated. External IP: 172.27.2.248, port: c32c4f68-48f1-4a08-aa07-d6208063325a.
Sep 15 13:51:07.206290 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6622007-233c-4ad9-b086-5221359915f6 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Router 90c47cd1-71b5-4141-8862-99e4195ddf80 has already been hosted by L3 agent c919ec5e-912e-4080-8a6b-9b8956cb875b {{(pid=82345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Sep 15 13:51:07.416228 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6622007-233c-4ad9-b086-5221359915f6 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify agent at l3_agent.dv-cinder-809181-1-iscsi the message routers_updated {{(pid=82345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Sep 15 13:51:07.426326 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870a7f12-5e05-4657-a1ee-850e71fafb7c None None] Sync routers for ids ['90c47cd1-71b5-4141-8862-99e4195ddf80'] in dv-cinder-809181-1-iscsi {{(pid=82347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Sep 15 13:51:07.439847 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870a7f12-5e05-4657-a1ee-850e71fafb7c None None] Routers {'90c47cd1-71b5-4141-8862-99e4195ddf80'} bound to L3 agent in host dv-cinder-809181-1-iscsi {{(pid=82347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 15 13:51:07.440480 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-870a7f12-5e05-4657-a1ee-850e71fafb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cd257c438>, 'dv-cinder-809181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T13:29:29Z,description=<?>,heartbeat_timestamp=2021-09-15T13:50:59Z,host='dv-cinder-809181-1-iscsi',id=c919ec5e-912e-4080-8a6b-9b8956cb875b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T13:29:29Z,topic='l3_agent')) {'router_ids': ['90c47cd1-71b5-4141-8862-99e4195ddf80'], 'active': True} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:51:07.442152 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-e6622007-233c-4ad9-b086-5221359915f6 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251427'] for floatingip, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:51:07.498374 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-e6622007-233c-4ad9-b086-5221359915f6 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.6201737
Sep 15 13:51:07.498987 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3488e9a8-0f8f-4745-85cf-ff3146c4e024', 'tag': 'c32c4f68-48f1-4a08-aa07-d6208063325a'}] {{(pid=82345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Sep 15 13:51:07.553237 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3488e9a8-0f8f-4745-85cf-ff3146c4e024', 'tag': 'c32c4f68-48f1-4a08-aa07-d6208063325a', 'status': 'completed', 'code': 200}
Sep 15 13:51:07.630807 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvr_db [None req-870a7f12-5e05-4657-a1ee-850e71fafb7c None None] Set router 90c47cd1-71b5-4141-8862-99e4195ddf80 gateway port host: dv-cinder-809181-1-iscsi {{(pid=82347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Sep 15 13:51:07.673666 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-672dd8bf-db8e-4713-b7ae-1cece4d2c460 req-a6d58080-1e49-4294-8ad4-2ecf1b254bf2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8b4ff18c8d01411db26c7e00839763ca&device_id=3488e9a8-0f8f-4745-85cf-ff3146c4e024 HTTP/1.1" status: 200  len: 1098 time: 0.0784883
Sep 15 13:51:07.814208 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672dd8bf-db8e-4713-b7ae-1cece4d2c460 req-0340dbdf-4557-45e2-9eb3-02dd1c998baf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:51:07.815834 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-672dd8bf-db8e-4713-b7ae-1cece4d2c460 req-0340dbdf-4557-45e2-9eb3-02dd1c998baf service neutron] 10.222.0.36 "GET /v2.0/networks?id=793015e2-0d52-40cf-8c22-c0e40400b506 HTTP/1.1" status: 200  len: 913 time: 0.1356187
Sep 15 13:51:07.922065 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-672dd8bf-db8e-4713-b7ae-1cece4d2c460 req-d8b5b278-64c3-4810-a1a5-1b91080a1ed4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c32c4f68-48f1-4a08-aa07-d6208063325a HTTP/1.1" status: 200  len: 999 time: 0.0991216
Sep 15 13:51:07.996075 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672dd8bf-db8e-4713-b7ae-1cece4d2c460 req-84a5ffa9-4d19-4e68-ab6b-a0564e1923a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:51:07.997673 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-672dd8bf-db8e-4713-b7ae-1cece4d2c460 req-84a5ffa9-4d19-4e68-ab6b-a0564e1923a0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=98d7ad21-10e2-4f6e-af3b-e40f983ff5e1 HTTP/1.1" status: 200  len: 851 time: 0.0685599
Sep 15 13:51:08.001492 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-870a7f12-5e05-4657-a1ee-850e71fafb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cd257c438>, [{'id': '90c47cd1-71b5-4141-8862-99e4195ddf80', 'name': 'tempest-TestVolumeBootPattern-1879708378-router', 'tenant_id': '8b4ff18c8d01411db26c7e00839763ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': 'e34694d5-b0b8-4c92-a996-6d18c3102646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:45:31Z', 'updated_at': '2021-09-15T13:45:35Z', 'revision_number': 4, 'project_id': '8b4ff18c8d01411db26c7e00839763ca', 'gw_port': {'id': 'e34694d5-b0b8-4c92-a996-6d18c3102646', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c47cd1-71b5-4141-8862-99e4195ddf80', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:32Z', 'updated_at': '2021-09-15T13:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi', '_floatingips': [{'id': '20ff1d76-92eb-4986-9705-a16d9811f753', 'tenant_id': '8b4ff18c8d01411db26c7e00839763ca', 'floating_ip_address': '172.27.2.187', 'floating_network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'router_id': '90c47cd1-71b5-4141-8862-99e4195ddf80', 'port_id': 'd21fc87a-4a92-4ddd-9c11-f5e33a2a4385', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '793015e2-0d52-40cf-8c22-c0e40400b506', 'mac_address': 'fa:16:3e:cd:3c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4361d88a-552e-4e93-ad34-d2c585cf123f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:48:55Z', 'updated_at': '2021-09-15T13:48:58Z', 'revision_number': 1, 'project_id': '8b4ff18c8d01411db26c7e00839763ca', 'fixed_ip_address_scope': None}, {'id': '40b37fc8-893e-45bd-b31b-0f933463c727', 'tenant_id': '8b4ff18c8d01411db26c7e00839763ca', 'floating_ip_address': '172.27.2.248', 'floating_network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'router_id': '90c47cd1-71b5-4141-8862-99e4195ddf80', 'port_id': 'c32c4f68-48f1-4a08-aa07-d6208063325a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '793015e2-0d52-40cf-8c22-c0e40400b506', 'mac_address': 'fa:16:3e:7d:17:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3488e9a8-0f8f-4745-85cf-ff3146c4e024', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:51:05Z', 'updated_at': '2021-09-15T13:51:05Z', 'revision_number': 0, 'project_id': '8b4ff18c8d01411db26c7e00839763ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '973a1b57-338f-4bb7-b561-67ae8f5dd51b', 'name': '', 'network_id': '793015e2-0d52-40cf-8c22-c0e40400b506', 'tenant_id': '8b4ff18c8d01411db26c7e00839763ca', 'mac_address': 'fa:16:3e:d9:16:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c47cd1-71b5-4141-8862-99e4195ddf80', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98d7ad21-10e2-4f6e-af3b-e40f983ff5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:34Z', 'updated_at': '2021-09-15T13:45:44Z', 'revision_number': 5, 'project_id': '8b4ff18c8d01411db26c7e00839763ca', 'subnets': [{'id': '98d7ad21-10e2-4f6e-af3b-e40f983ff5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-iscsi', False) {} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:51:08.005587 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870a7f12-5e05-4657-a1ee-850e71fafb7c None None] Checking router: 90c47cd1-71b5-4141-8862-99e4195ddf80 for host: dv-cinder-809181-1-iscsi {{(pid=82347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Sep 15 13:51:08.017556 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870a7f12-5e05-4657-a1ee-850e71fafb7c None None] Routers {'90c47cd1-71b5-4141-8862-99e4195ddf80'} bound to L3 agent in host dv-cinder-809181-1-iscsi {{(pid=82347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 15 13:51:08.018227 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-870a7f12-5e05-4657-a1ee-850e71fafb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cd257c438>, 'dv-cinder-809181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T13:29:29Z,description=<?>,heartbeat_timestamp=2021-09-15T13:50:59Z,host='dv-cinder-809181-1-iscsi',id=c919ec5e-912e-4080-8a6b-9b8956cb875b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T13:29:29Z,topic='l3_agent')) {'router_ids': ['90c47cd1-71b5-4141-8862-99e4195ddf80'], 'active': True} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:51:08.078225 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-672dd8bf-db8e-4713-b7ae-1cece4d2c460 req-db658f87-3b6d-4a4c-bc4b-e36ea88aa7dd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=793015e2-0d52-40cf-8c22-c0e40400b506&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0746925
Sep 15 13:51:08.201199 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvr_db [None req-870a7f12-5e05-4657-a1ee-850e71fafb7c None None] Set router 90c47cd1-71b5-4141-8862-99e4195ddf80 gateway port host: dv-cinder-809181-1-iscsi {{(pid=82347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Sep 15 13:51:08.224298 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-672dd8bf-db8e-4713-b7ae-1cece4d2c460 req-ff30c1bf-a363-4c2c-9959-903255efb617 service neutron] 10.222.0.36 "GET /v2.0/networks/793015e2-0d52-40cf-8c22-c0e40400b506?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1390917
Sep 15 13:51:08.367951 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-672dd8bf-db8e-4713-b7ae-1cece4d2c460 req-0ec1d69f-9b76-41f6-bd53-9bce61b22f54 service neutron] 10.222.0.36 "GET /v2.0/networks/793015e2-0d52-40cf-8c22-c0e40400b506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1373460
Sep 15 13:51:08.569463 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-870a7f12-5e05-4657-a1ee-850e71fafb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cd257c438>, [{'id': '90c47cd1-71b5-4141-8862-99e4195ddf80', 'name': 'tempest-TestVolumeBootPattern-1879708378-router', 'tenant_id': '8b4ff18c8d01411db26c7e00839763ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': 'e34694d5-b0b8-4c92-a996-6d18c3102646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:45:31Z', 'updated_at': '2021-09-15T13:45:35Z', 'revision_number': 4, 'project_id': '8b4ff18c8d01411db26c7e00839763ca', 'gw_port': {'id': 'e34694d5-b0b8-4c92-a996-6d18c3102646', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c47cd1-71b5-4141-8862-99e4195ddf80', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:32Z', 'updated_at': '2021-09-15T13:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi', '_floatingips': [{'id': '20ff1d76-92eb-4986-9705-a16d9811f753', 'tenant_id': '8b4ff18c8d01411db26c7e00839763ca', 'floating_ip_address': '172.27.2.187', 'floating_network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'router_id': '90c47cd1-71b5-4141-8862-99e4195ddf80', 'port_id': 'd21fc87a-4a92-4ddd-9c11-f5e33a2a4385', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '793015e2-0d52-40cf-8c22-c0e40400b506', 'mac_address': 'fa:16:3e:cd:3c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4361d88a-552e-4e93-ad34-d2c585cf123f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:48:55Z', 'updated_at': '2021-09-15T13:48:58Z', 'revision_number': 1, 'project_id': '8b4ff18c8d01411db26c7e00839763ca', 'fixed_ip_address_scope': None}, {'id': '40b37fc8-893e-45bd-b31b-0f933463c727', 'tenant_id': '8b4ff18c8d01411db26c7e00839763ca', 'floating_ip_address': '172.27.2.248', 'floating_network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'router_id': '90c47cd1-71b5-4141-8862-99e4195ddf80', 'port_id': 'c32c4f68-48f1-4a08-aa07-d6208063325a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '793015e2-0d52-40cf-8c22-c0e40400b506', 'mac_address': 'fa:16:3e:7d:17:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3488e9a8-0f8f-4745-85cf-ff3146c4e024', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:51:05Z', 'updated_at': '2021-09-15T13:51:05Z', 'revision_number': 0, 'project_id': '8b4ff18c8d01411db26c7e00839763ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '973a1b57-338f-4bb7-b561-67ae8f5dd51b', 'name': '', 'network_id': '793015e2-0d52-40cf-8c22-c0e40400b506', 'tenant_id': '8b4ff18c8d01411db26c7e00839763ca', 'mac_address': 'fa:16:3e:d9:16:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c47cd1-71b5-4141-8862-99e4195ddf80', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98d7ad21-10e2-4f6e-af3b-e40f983ff5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:34Z', 'updated_at': '2021-09-15T13:45:44Z', 'revision_number': 5, 'project_id': '8b4ff18c8d01411db26c7e00839763ca', 'subnets': [{'id': '98d7ad21-10e2-4f6e-af3b-e40f983ff5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-iscsi', False) {} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:51:08.573550 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870a7f12-5e05-4657-a1ee-850e71fafb7c None None] The sync data for ids ['90c47cd1-71b5-4141-8862-99e4195ddf80'] in dv-cinder-809181-1-iscsi is: [{'id': '90c47cd1-71b5-4141-8862-99e4195ddf80', 'name': 'tempest-TestVolumeBootPattern-1879708378-router', 'tenant_id': '8b4ff18c8d01411db26c7e00839763ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': 'e34694d5-b0b8-4c92-a996-6d18c3102646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:45:31Z', 'updated_at': '2021-09-15T13:45:35Z', 'revision_number': 4, 'project_id': '8b4ff18c8d01411db26c7e00839763ca', 'gw_port': {'id': 'e34694d5-b0b8-4c92-a996-6d18c3102646', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c47cd1-71b5-4141-8862-99e4195ddf80', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:32Z', 'updated_at': '2021-09-15T13:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi', '_floatingips': [{'id': '20ff1d76-92eb-4986-9705-a16d9811f753', 'tenant_id': '8b4ff18c8d01411db26c7e00839763ca', 'floating_ip_address': '172.27.2.187', 'floating_network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'router_id': '90c47cd1-71b5-4141-8862-99e4195ddf80', 'port_id': 'd21fc87a-4a92-4ddd-9c11-f5e33a2a4385', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '793015e2-0d52-40cf-8c22-c0e40400b506', 'mac_address': 'fa:16:3e:cd:3c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4361d88a-552e-4e93-ad34-d2c585cf123f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:48:55Z', 'updated_at': '2021-09-15T13:48:58Z', 'revision_number': 1, 'project_id': '8b4ff18c8d01411db26c7e00839763ca', 'fixed_ip_address_scope': None}, {'id': '40b37fc8-893e-45bd-b31b-0f933463c727', 'tenant_id': '8b4ff18c8d01411db26c7e00839763ca', 'floating_ip_address': '172.27.2.248', 'floating_network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'router_id': '90c47cd1-71b5-4141-8862-99e4195ddf80', 'port_id': 'c32c4f68-48f1-4a08-aa07-d6208063325a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '793015e2-0d52-40cf-8c22-c0e40400b506', 'mac_address': 'fa:16:3e:7d:17:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3488e9a8-0f8f-4745-85cf-ff3146c4e024', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:51:05Z', 'updated_at': '2021-09-15T13:51:05Z', 'revision_number': 0, 'project_id': '8b4ff18c8d01411db26c7e00839763ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '973a1b57-338f-4bb7-b561-67ae8f5dd51b', 'name': '', 'network_id': '793015e2-0d52-40cf-8c22-c0e40400b506', 'tenant_id': '8b4ff18c8d01411db26c7e00839763ca', 'mac_address': 'fa:16:3e:d9:16:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c47cd1-71b5-4141-8862-99e4195ddf80', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98d7ad21-10e2-4f6e-af3b-e40f983ff5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:34Z', 'updated_at': '2021-09-15T13:45:44Z', 'revision_number': 5, 'project_id': '8b4ff18c8d01411db26c7e00839763ca', 'subnets': [{'id': '98d7ad21-10e2-4f6e-af3b-e40f983ff5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Sep 15 13:51:08.905088 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0aaa74-36fd-42b0-86f9-7b2bfeb7355d None None] New status for floating IP 40b37fc8-893e-45bd-b31b-0f933463c727: ACTIVE {{(pid=82348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Sep 15 13:51:26.510670 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2256c12a-1945-4489-9a1b-67773beded80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:51:28.148944 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:51:28.234826 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.agents_db [None req-051818a7-3814-4859-966a-2c4e7d325cc9 None None] Agent healthcheck: found 6 active agents {{(pid=82348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Sep 15 13:51:28.900577 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-64b929d4-2680-4abc-bb92-fcc8372a2b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:51:29.167826 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9acd9d20-0ed4-40fe-8ec3-e1d8b485d7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:51:30.599704 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b47e50d5-ffd8-49d4-a6b6-3168cd38e3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:51:34.159177 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:51:47.593742 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-fc37d807-68a8-49a0-adc4-e4fcca419d7f req-ce92820f-a8eb-423a-b17b-ff9d63029c54 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4361d88a-552e-4e93-ad34-d2c585cf123f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0762789
Sep 15 13:51:47.753111 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-fc37d807-68a8-49a0-adc4-e4fcca419d7f req-2467d2a8-4be4-45bc-8e90-aefff280769b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8b4ff18c8d01411db26c7e00839763ca&device_id=4361d88a-552e-4e93-ad34-d2c585cf123f HTTP/1.1" status: 200  len: 1098 time: 0.0732243
Sep 15 13:51:47.904958 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc37d807-68a8-49a0-adc4-e4fcca419d7f req-54c50754-1efd-45ff-80ac-6005abae0742 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:51:47.906441 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-fc37d807-68a8-49a0-adc4-e4fcca419d7f req-54c50754-1efd-45ff-80ac-6005abae0742 service neutron] 10.222.0.36 "GET /v2.0/networks?id=793015e2-0d52-40cf-8c22-c0e40400b506 HTTP/1.1" status: 200  len: 913 time: 0.1346467
Sep 15 13:51:48.013790 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-fc37d807-68a8-49a0-adc4-e4fcca419d7f req-bbbbb892-42be-459b-8a21-17a96bb11b63 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d21fc87a-4a92-4ddd-9c11-f5e33a2a4385 HTTP/1.1" status: 200  len: 1001 time: 0.1001656
Sep 15 13:51:48.080739 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc37d807-68a8-49a0-adc4-e4fcca419d7f req-49a8386d-afc9-45a8-a996-c4cb83dcdeb8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:51:48.082218 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-fc37d807-68a8-49a0-adc4-e4fcca419d7f req-49a8386d-afc9-45a8-a996-c4cb83dcdeb8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=98d7ad21-10e2-4f6e-af3b-e40f983ff5e1 HTTP/1.1" status: 200  len: 851 time: 0.0622878
Sep 15 13:51:48.165033 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-fc37d807-68a8-49a0-adc4-e4fcca419d7f req-dac02a83-0de0-41fd-98b0-b0c0f366de7c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=793015e2-0d52-40cf-8c22-c0e40400b506&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0751169
Sep 15 13:51:48.529859 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-fc37d807-68a8-49a0-adc4-e4fcca419d7f req-40218359-61e6-489d-92d0-d92057826f11 service neutron] 10.222.0.36 "GET /v2.0/networks/793015e2-0d52-40cf-8c22-c0e40400b506?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3580585
Sep 15 13:51:48.671290 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-fc37d807-68a8-49a0-adc4-e4fcca419d7f req-4ff8b95d-3ad4-4fc7-a468-c88fe3e277a6 service neutron] 10.222.0.36 "GET /v2.0/networks/793015e2-0d52-40cf-8c22-c0e40400b506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1342819
Sep 15 13:51:56.512527 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-60437f13-33e9-4340-a075-676fdb55604d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:51:58.150400 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:51:58.902121 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-84b3da60-b62e-4743-83ef-307dd1d0613e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:51:59.170561 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9acd9d20-0ed4-40fe-8ec3-e1d8b485d7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:52:00.602124 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b47e50d5-ffd8-49d4-a6b6-3168cd38e3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:52:04.169810 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:52:05.235793 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.agents_db [None req-051818a7-3814-4859-966a-2c4e7d325cc9 None None] Agent healthcheck: found 6 active agents {{(pid=82348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Sep 15 13:52:26.513059 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-01bdd06d-be3c-4898-812e-d93417124a9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:52:28.154382 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:52:28.902744 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-255396a5-0675-4d6a-8bfc-fd52dd1ae6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:52:29.179931 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9acd9d20-0ed4-40fe-8ec3-e1d8b485d7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:52:30.604937 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b47e50d5-ffd8-49d4-a6b6-3168cd38e3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:52:34.184869 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:52:37.493041 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 40502) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:52:37.697542 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-eb43dcc7-9cf4-441e-accc-4d9e2bdbc387 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Deleting port 24521297-e728-4552-aeea-6fce681234f5 {{(pid=82345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Sep 15 13:52:37.697838 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-eb43dcc7-9cf4-441e-accc-4d9e2bdbc387 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301743532404'] for port, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:52:37.875565 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-eb43dcc7-9cf4-441e-accc-4d9e2bdbc387 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853103875'] for port, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:52:37.875971 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-eb43dcc7-9cf4-441e-accc-4d9e2bdbc387 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:52:38.001603 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-eb43dcc7-9cf4-441e-accc-4d9e2bdbc387 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Calling delete_port for 24521297-e728-4552-aeea-6fce681234f5 owned by network:floatingip {{(pid=82345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Sep 15 13:52:38.156937 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-eb43dcc7-9cf4-441e-accc-4d9e2bdbc387 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301743526908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735110837380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852138254'] for port, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:52:38.161243 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-93ffb88f-f790-4052-9cee-11772e3030a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:52:38.202794 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb43dcc7-9cf4-441e-accc-4d9e2bdbc387 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Pushing event deleted for resources: {'Port': ['ID=24521297-e728-4552-aeea-6fce681234f5,revision_number=None']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:52:38.277876 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb43dcc7-9cf4-441e-accc-4d9e2bdbc387 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:52:38.278235 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb43dcc7-9cf4-441e-accc-4d9e2bdbc387 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:52:38.278647 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb43dcc7-9cf4-441e-accc-4d9e2bdbc387 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:52:38.279056 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb43dcc7-9cf4-441e-accc-4d9e2bdbc387 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:52:38.279461 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb43dcc7-9cf4-441e-accc-4d9e2bdbc387 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:52:38.279889 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb43dcc7-9cf4-441e-accc-4d9e2bdbc387 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:52:38.280294 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb43dcc7-9cf4-441e-accc-4d9e2bdbc387 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:52:38.280695 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb43dcc7-9cf4-441e-accc-4d9e2bdbc387 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:52:38.281092 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb43dcc7-9cf4-441e-accc-4d9e2bdbc387 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:52:38.281489 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb43dcc7-9cf4-441e-accc-4d9e2bdbc387 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:52:38.281884 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb43dcc7-9cf4-441e-accc-4d9e2bdbc387 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:52:38.288914 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-eb43dcc7-9cf4-441e-accc-4d9e2bdbc387 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:52:38.317449 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-eb43dcc7-9cf4-441e-accc-4d9e2bdbc387 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks [] for floatingip, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:52:38.714675 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb43dcc7-9cf4-441e-accc-4d9e2bdbc387 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Router 90c47cd1-71b5-4141-8862-99e4195ddf80 has already been hosted by L3 agent c919ec5e-912e-4080-8a6b-9b8956cb875b {{(pid=82345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Sep 15 13:52:38.918533 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb43dcc7-9cf4-441e-accc-4d9e2bdbc387 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify agent at l3_agent.dv-cinder-809181-1-iscsi the message routers_updated {{(pid=82345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Sep 15 13:52:38.928377 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc834e9-a0e8-4d46-8242-4c8e1802225b None None] Sync routers for ids ['90c47cd1-71b5-4141-8862-99e4195ddf80'] in dv-cinder-809181-1-iscsi {{(pid=82347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Sep 15 13:52:38.937910 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-eb43dcc7-9cf4-441e-accc-4d9e2bdbc387 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251427'] for floatingip, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:52:38.941732 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc834e9-a0e8-4d46-8242-4c8e1802225b None None] Routers {'90c47cd1-71b5-4141-8862-99e4195ddf80'} bound to L3 agent in host dv-cinder-809181-1-iscsi {{(pid=82347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 15 13:52:38.942405 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-fdc834e9-a0e8-4d46-8242-4c8e1802225b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cd2419dd8>, 'dv-cinder-809181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T13:29:29Z,description=<?>,heartbeat_timestamp=2021-09-15T13:52:29Z,host='dv-cinder-809181-1-iscsi',id=c919ec5e-912e-4080-8a6b-9b8956cb875b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T13:29:29Z,topic='l3_agent')) {'router_ids': ['90c47cd1-71b5-4141-8862-99e4195ddf80'], 'active': True} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:52:38.996504 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-eb43dcc7-9cf4-441e-accc-4d9e2bdbc387 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "DELETE /v2.0/floatingips/40b37fc8-893e-45bd-b31b-0f933463c727 HTTP/1.1" status: 204  len: 168 time: 1.5016654
Sep 15 13:52:38.997176 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3488e9a8-0f8f-4745-85cf-ff3146c4e024', 'tag': 'c32c4f68-48f1-4a08-aa07-d6208063325a'}] {{(pid=82345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Sep 15 13:52:39.072071 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3488e9a8-0f8f-4745-85cf-ff3146c4e024', 'tag': 'c32c4f68-48f1-4a08-aa07-d6208063325a', 'status': 'completed', 'code': 200}
Sep 15 13:52:39.141610 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvr_db [None req-fdc834e9-a0e8-4d46-8242-4c8e1802225b None None] Set router 90c47cd1-71b5-4141-8862-99e4195ddf80 gateway port host: dv-cinder-809181-1-iscsi {{(pid=82347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Sep 15 13:52:39.195971 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-c823e333-3d8c-48c4-8933-ded2e593a8fc req-f98dbfaf-7af1-4f58-8b11-867cfd3bbda6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8b4ff18c8d01411db26c7e00839763ca&device_id=3488e9a8-0f8f-4745-85cf-ff3146c4e024 HTTP/1.1" status: 200  len: 1098 time: 0.0813706
Sep 15 13:52:39.378727 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c823e333-3d8c-48c4-8933-ded2e593a8fc req-07cb8dd4-552d-4ebe-92a0-7619b68ddc02 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:52:39.381145 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-c823e333-3d8c-48c4-8933-ded2e593a8fc req-07cb8dd4-552d-4ebe-92a0-7619b68ddc02 service neutron] 10.222.0.36 "GET /v2.0/networks?id=793015e2-0d52-40cf-8c22-c0e40400b506 HTTP/1.1" status: 200  len: 913 time: 0.1783640
Sep 15 13:52:39.498172 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-c823e333-3d8c-48c4-8933-ded2e593a8fc req-ee572de1-7d14-45c7-b996-bfaae6c993a2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c32c4f68-48f1-4a08-aa07-d6208063325a HTTP/1.1" status: 200  len: 217 time: 0.1102452
Sep 15 13:52:39.587149 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c823e333-3d8c-48c4-8933-ded2e593a8fc req-14357ffb-2bdf-4693-ba52-3b23f4ff636d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:52:39.588738 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-c823e333-3d8c-48c4-8933-ded2e593a8fc req-14357ffb-2bdf-4693-ba52-3b23f4ff636d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=98d7ad21-10e2-4f6e-af3b-e40f983ff5e1 HTTP/1.1" status: 200  len: 851 time: 0.0840187
Sep 15 13:52:39.639788 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace06761-4275-4109-8fad-012634f15fe4 req-3f963d9c-48f2-4efa-b69b-1740adf1739d tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:52:39.640543 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-ace06761-4275-4109-8fad-012634f15fe4 req-3f963d9c-48f2-4efa-b69b-1740adf1739d tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Synchronizing usage tracker for tenant:8b4ff18c8d01411db26c7e00839763ca on resource:port {{(pid=82345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Sep 15 13:52:39.669202 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-ace06761-4275-4109-8fad-012634f15fe4 req-3f963d9c-48f2-4efa-b69b-1740adf1739d tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Unset dirty status for tenant:8b4ff18c8d01411db26c7e00839763ca on resource:port {{(pid=82345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Sep 15 13:52:39.670460 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-ace06761-4275-4109-8fad-012634f15fe4 req-3f963d9c-48f2-4efa-b69b-1740adf1739d tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/ports?device_id=3488e9a8-0f8f-4745-85cf-ff3146c4e024 HTTP/1.1" status: 200  len: 945 time: 0.2248533
Sep 15 13:52:39.679214 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-fdc834e9-a0e8-4d46-8242-4c8e1802225b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cd2419dd8>, [{'id': '90c47cd1-71b5-4141-8862-99e4195ddf80', 'name': 'tempest-TestVolumeBootPattern-1879708378-router', 'tenant_id': '8b4ff18c8d01411db26c7e00839763ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': 'e34694d5-b0b8-4c92-a996-6d18c3102646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:45:31Z', 'updated_at': '2021-09-15T13:45:35Z', 'revision_number': 4, 'project_id': '8b4ff18c8d01411db26c7e00839763ca', 'gw_port': {'id': 'e34694d5-b0b8-4c92-a996-6d18c3102646', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c47cd1-71b5-4141-8862-99e4195ddf80', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:32Z', 'updated_at': '2021-09-15T13:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi', '_floatingips': [{'id': '20ff1d76-92eb-4986-9705-a16d9811f753', 'tenant_id': '8b4ff18c8d01411db26c7e00839763ca', 'floating_ip_address': '172.27.2.187', 'floating_network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'router_id': '90c47cd1-71b5-4141-8862-99e4195ddf80', 'port_id': 'd21fc87a-4a92-4ddd-9c11-f5e33a2a4385', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '793015e2-0d52-40cf-8c22-c0e40400b506', 'mac_address': 'fa:16:3e:cd:3c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4361d88a-552e-4e93-ad34-d2c585cf123f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:48:55Z', 'updated_at': '2021-09-15T13:48:58Z', 'revision_number': 1, 'project_id': '8b4ff18c8d01411db26c7e00839763ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '973a1b57-338f-4bb7-b561-67ae8f5dd51b', 'name': '', 'network_id': '793015e2-0d52-40cf-8c22-c0e40400b506', 'tenant_id': '8b4ff18c8d01411db26c7e00839763ca', 'mac_address': 'fa:16:3e:d9:16:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c47cd1-71b5-4141-8862-99e4195ddf80', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98d7ad21-10e2-4f6e-af3b-e40f983ff5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:34Z', 'updated_at': '2021-09-15T13:45:44Z', 'revision_number': 5, 'project_id': '8b4ff18c8d01411db26c7e00839763ca', 'subnets': [{'id': '98d7ad21-10e2-4f6e-af3b-e40f983ff5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-iscsi', False) {} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:52:39.683452 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc834e9-a0e8-4d46-8242-4c8e1802225b None None] Checking router: 90c47cd1-71b5-4141-8862-99e4195ddf80 for host: dv-cinder-809181-1-iscsi {{(pid=82347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Sep 15 13:52:39.695291 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc834e9-a0e8-4d46-8242-4c8e1802225b None None] Routers {'90c47cd1-71b5-4141-8862-99e4195ddf80'} bound to L3 agent in host dv-cinder-809181-1-iscsi {{(pid=82347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 15 13:52:39.696008 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-fdc834e9-a0e8-4d46-8242-4c8e1802225b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cd2419dd8>, 'dv-cinder-809181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T13:29:29Z,description=<?>,heartbeat_timestamp=2021-09-15T13:52:29Z,host='dv-cinder-809181-1-iscsi',id=c919ec5e-912e-4080-8a6b-9b8956cb875b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T13:29:29Z,topic='l3_agent')) {'router_ids': ['90c47cd1-71b5-4141-8862-99e4195ddf80'], 'active': True} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:52:39.719043 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-c823e333-3d8c-48c4-8933-ded2e593a8fc req-13023ecf-2d5a-4ae6-a8f4-2853f291c365 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=793015e2-0d52-40cf-8c22-c0e40400b506&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1223440
Sep 15 13:52:39.759222 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-ace06761-4275-4109-8fad-012634f15fe4 req-ab7514e3-c6a9-42f3-aec1-a91e6465df93 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/security-groups?id=d35cd24e-8145-42e7-a1c8-c6dd0d5bf754&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0792949
Sep 15 13:52:39.871427 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-c823e333-3d8c-48c4-8933-ded2e593a8fc req-4b8930be-3485-4185-a77a-68814a6d5686 service neutron] 10.222.0.36 "GET /v2.0/networks/793015e2-0d52-40cf-8c22-c0e40400b506?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1433055
Sep 15 13:52:39.884187 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvr_db [None req-fdc834e9-a0e8-4d46-8242-4c8e1802225b None None] Set router 90c47cd1-71b5-4141-8862-99e4195ddf80 gateway port host: dv-cinder-809181-1-iscsi {{(pid=82347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Sep 15 13:52:40.013829 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-c823e333-3d8c-48c4-8933-ded2e593a8fc req-4420ec05-9f19-4517-a925-737bd8cfd1a6 service neutron] 10.222.0.36 "GET /v2.0/networks/793015e2-0d52-40cf-8c22-c0e40400b506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1356959
Sep 15 13:52:40.243027 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-fdc834e9-a0e8-4d46-8242-4c8e1802225b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cd2419dd8>, [{'id': '90c47cd1-71b5-4141-8862-99e4195ddf80', 'name': 'tempest-TestVolumeBootPattern-1879708378-router', 'tenant_id': '8b4ff18c8d01411db26c7e00839763ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': 'e34694d5-b0b8-4c92-a996-6d18c3102646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:45:31Z', 'updated_at': '2021-09-15T13:45:35Z', 'revision_number': 4, 'project_id': '8b4ff18c8d01411db26c7e00839763ca', 'gw_port': {'id': 'e34694d5-b0b8-4c92-a996-6d18c3102646', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c47cd1-71b5-4141-8862-99e4195ddf80', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:32Z', 'updated_at': '2021-09-15T13:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi', '_floatingips': [{'id': '20ff1d76-92eb-4986-9705-a16d9811f753', 'tenant_id': '8b4ff18c8d01411db26c7e00839763ca', 'floating_ip_address': '172.27.2.187', 'floating_network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'router_id': '90c47cd1-71b5-4141-8862-99e4195ddf80', 'port_id': 'd21fc87a-4a92-4ddd-9c11-f5e33a2a4385', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '793015e2-0d52-40cf-8c22-c0e40400b506', 'mac_address': 'fa:16:3e:cd:3c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4361d88a-552e-4e93-ad34-d2c585cf123f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:48:55Z', 'updated_at': '2021-09-15T13:48:58Z', 'revision_number': 1, 'project_id': '8b4ff18c8d01411db26c7e00839763ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '973a1b57-338f-4bb7-b561-67ae8f5dd51b', 'name': '', 'network_id': '793015e2-0d52-40cf-8c22-c0e40400b506', 'tenant_id': '8b4ff18c8d01411db26c7e00839763ca', 'mac_address': 'fa:16:3e:d9:16:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c47cd1-71b5-4141-8862-99e4195ddf80', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98d7ad21-10e2-4f6e-af3b-e40f983ff5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:34Z', 'updated_at': '2021-09-15T13:45:44Z', 'revision_number': 5, 'project_id': '8b4ff18c8d01411db26c7e00839763ca', 'subnets': [{'id': '98d7ad21-10e2-4f6e-af3b-e40f983ff5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-iscsi', False) {} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:52:40.247010 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc834e9-a0e8-4d46-8242-4c8e1802225b None None] The sync data for ids ['90c47cd1-71b5-4141-8862-99e4195ddf80'] in dv-cinder-809181-1-iscsi is: [{'id': '90c47cd1-71b5-4141-8862-99e4195ddf80', 'name': 'tempest-TestVolumeBootPattern-1879708378-router', 'tenant_id': '8b4ff18c8d01411db26c7e00839763ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': 'e34694d5-b0b8-4c92-a996-6d18c3102646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:45:31Z', 'updated_at': '2021-09-15T13:45:35Z', 'revision_number': 4, 'project_id': '8b4ff18c8d01411db26c7e00839763ca', 'gw_port': {'id': 'e34694d5-b0b8-4c92-a996-6d18c3102646', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c47cd1-71b5-4141-8862-99e4195ddf80', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:32Z', 'updated_at': '2021-09-15T13:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi', '_floatingips': [{'id': '20ff1d76-92eb-4986-9705-a16d9811f753', 'tenant_id': '8b4ff18c8d01411db26c7e00839763ca', 'floating_ip_address': '172.27.2.187', 'floating_network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'router_id': '90c47cd1-71b5-4141-8862-99e4195ddf80', 'port_id': 'd21fc87a-4a92-4ddd-9c11-f5e33a2a4385', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '793015e2-0d52-40cf-8c22-c0e40400b506', 'mac_address': 'fa:16:3e:cd:3c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4361d88a-552e-4e93-ad34-d2c585cf123f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:48:55Z', 'updated_at': '2021-09-15T13:48:58Z', 'revision_number': 1, 'project_id': '8b4ff18c8d01411db26c7e00839763ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '973a1b57-338f-4bb7-b561-67ae8f5dd51b', 'name': '', 'network_id': '793015e2-0d52-40cf-8c22-c0e40400b506', 'tenant_id': '8b4ff18c8d01411db26c7e00839763ca', 'mac_address': 'fa:16:3e:d9:16:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c47cd1-71b5-4141-8862-99e4195ddf80', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98d7ad21-10e2-4f6e-af3b-e40f983ff5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:34Z', 'updated_at': '2021-09-15T13:45:44Z', 'revision_number': 5, 'project_id': '8b4ff18c8d01411db26c7e00839763ca', 'subnets': [{'id': '98d7ad21-10e2-4f6e-af3b-e40f983ff5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Sep 15 13:52:40.685463 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aececfd2-6048-4218-b33c-680228bc10c1 None None] New status for floating IP 40b37fc8-893e-45bd-b31b-0f933463c727: DOWN {{(pid=82348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Sep 15 13:52:40.977711 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00472d92-ca86-401f-8fd8-9e6a4d0bc2b9 req-b25d5b61-a8cb-432b-be66-be08680d068c tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:52:40.979309 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-00472d92-ca86-401f-8fd8-9e6a4d0bc2b9 req-b25d5b61-a8cb-432b-be66-be08680d068c tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/ports?device_id=3488e9a8-0f8f-4745-85cf-ff3146c4e024 HTTP/1.1" status: 200  len: 945 time: 0.0827031
Sep 15 13:52:41.031439 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-00472d92-ca86-401f-8fd8-9e6a4d0bc2b9 req-3151caa3-530a-4b94-87c7-01cae8bf2c0c tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/security-groups?id=d35cd24e-8145-42e7-a1c8-c6dd0d5bf754&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460551
Sep 15 13:52:41.111950 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b95e6e-a860-4d52-98cb-7877ea749951 req-19ca51bf-de5b-418b-a917-e76ad84c5c4d tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:52:41.113502 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-c2b95e6e-a860-4d52-98cb-7877ea749951 req-19ca51bf-de5b-418b-a917-e76ad84c5c4d tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.36 "GET /v2.0/ports?device_id=3488e9a8-0f8f-4745-85cf-ff3146c4e024 HTTP/1.1" status: 200  len: 945 time: 0.0847311
Sep 15 13:52:41.185784 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [req-c2b95e6e-a860-4d52-98cb-7877ea749951 req-ee2b4591-fcdc-417c-9d84-09ced49334d5 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Deleting port c32c4f68-48f1-4a08-aa07-d6208063325a {{(pid=82345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Sep 15 13:52:41.186174 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-c2b95e6e-a860-4d52-98cb-7877ea749951 req-ee2b4591-fcdc-417c-9d84-09ced49334d5 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301743532404'] for port, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:52:41.658908 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [req-c2b95e6e-a860-4d52-98cb-7877ea749951 req-ee2b4591-fcdc-417c-9d84-09ced49334d5 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] For port c32c4f68-48f1-4a08-aa07-d6208063325a, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=c32c4f68-48f1-4a08-aa07-d6208063325a,segment=NetworkSegment(44a35f9e-9e32-4381-8e07-9adb36df31d4),segment_id=44a35f9e-9e32-4381-8e07-9adb36df31d4)] {{(pid=82345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:52:41.659280 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-c2b95e6e-a860-4d52-98cb-7877ea749951 req-ee2b4591-fcdc-417c-9d84-09ced49334d5 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853103875'] for port, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:52:41.787253 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [req-c2b95e6e-a860-4d52-98cb-7877ea749951 req-ee2b4591-fcdc-417c-9d84-09ced49334d5 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Calling delete_port for c32c4f68-48f1-4a08-aa07-d6208063325a owned by compute:nova {{(pid=82345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Sep 15 13:52:41.933483 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-c2b95e6e-a860-4d52-98cb-7877ea749951 req-ee2b4591-fcdc-417c-9d84-09ced49334d5 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301743526908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735110837380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852138254'] for port, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:52:41.939208 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-211a7f20-157c-40fe-b80e-ba6086055f28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:52:41.982500 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2b4591-fcdc-417c-9d84-09ced49334d5 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Pushing event deleted for resources: {'Port': ['ID=c32c4f68-48f1-4a08-aa07-d6208063325a,revision_number=None']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:52:41.986171 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-ee2b4591-fcdc-417c-9d84-09ced49334d5 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:52:42.060868 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2b95e6e-a860-4d52-98cb-7877ea749951 req-ee2b4591-fcdc-417c-9d84-09ced49334d5 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] No DVR routers for this DVR port c32c4f68-48f1-4a08-aa07-d6208063325a on host hv-cinder-80918 {{(pid=82345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Sep 15 13:52:42.063328 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-c2b95e6e-a860-4d52-98cb-7877ea749951 req-ee2b4591-fcdc-417c-9d84-09ced49334d5 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251427'] for port, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:52:42.066485 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3488e9a8-0f8f-4745-85cf-ff3146c4e024', 'name': 'network-vif-deleted', 'tag': 'c32c4f68-48f1-4a08-aa07-d6208063325a'}] {{(pid=82345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Sep 15 13:52:42.081943 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-c2b95e6e-a860-4d52-98cb-7877ea749951 req-ee2b4591-fcdc-417c-9d84-09ced49334d5 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.36 "DELETE /v2.0/ports/c32c4f68-48f1-4a08-aa07-d6208063325a HTTP/1.1" status: 204  len: 173 time: 0.9625485
Sep 15 13:52:42.125879 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3488e9a8-0f8f-4745-85cf-ff3146c4e024', 'name': 'network-vif-deleted', 'tag': 'c32c4f68-48f1-4a08-aa07-d6208063325a', 'status': 'completed', 'code': 200}
Sep 15 13:52:42.202671 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-d7864b85-8379-4d98-89bc-2875ab0e45fd req-3f3cb172-8bba-472a-a760-af9fd15df8c5 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Synchronizing usage tracker for tenant:8b4ff18c8d01411db26c7e00839763ca on resource:port {{(pid=82345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Sep 15 13:52:42.219705 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-d7864b85-8379-4d98-89bc-2875ab0e45fd req-3f3cb172-8bba-472a-a760-af9fd15df8c5 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Unset dirty status for tenant:8b4ff18c8d01411db26c7e00839763ca on resource:port {{(pid=82345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Sep 15 13:52:42.221490 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-d7864b85-8379-4d98-89bc-2875ab0e45fd req-3f3cb172-8bba-472a-a760-af9fd15df8c5 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/ports?device_id=3488e9a8-0f8f-4745-85cf-ff3146c4e024 HTTP/1.1" status: 200  len: 210 time: 0.0640388
Sep 15 13:52:42.237076 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.agents_db [None req-051818a7-3814-4859-966a-2c4e7d325cc9 None None] Agent healthcheck: found 6 active agents {{(pid=82348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Sep 15 13:52:44.511105 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Device c32c4f68-48f1-4a08-aa07-d6208063325a no longer exists at agent hyperv_hv-cinder-80918 {{(pid=82347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Sep 15 13:52:44.549678 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] No Port match for: c32c4f68-48f1-4a08-aa07-d6208063325a {{(pid=82347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Sep 15 13:52:44.550185 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Device c32c4f68-48f1-4a08-aa07-d6208063325a not bound to the agent host hv-cinder-80918 {{(pid=82347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Sep 15 13:52:45.753149 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 40544) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:52:45.962666 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-c0a269ae-a70b-4fcc-9082-c0787bbd65d3 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Deleting port 9ebc1ed1-0985-4e59-9647-4df1a0e6251e {{(pid=82345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Sep 15 13:52:45.963045 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-c0a269ae-a70b-4fcc-9082-c0787bbd65d3 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301743532404'] for port, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:52:46.137341 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-c0a269ae-a70b-4fcc-9082-c0787bbd65d3 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853103875'] for port, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:52:46.137709 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-c0a269ae-a70b-4fcc-9082-c0787bbd65d3 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:52:46.264136 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-c0a269ae-a70b-4fcc-9082-c0787bbd65d3 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Calling delete_port for 9ebc1ed1-0985-4e59-9647-4df1a0e6251e owned by network:floatingip {{(pid=82345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Sep 15 13:52:46.415949 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-c0a269ae-a70b-4fcc-9082-c0787bbd65d3 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301743526908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735110837380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852138254'] for port, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:52:46.420149 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-f7f3e364-de85-4bee-b484-db56a979cf55 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:52:46.466247 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a269ae-a70b-4fcc-9082-c0787bbd65d3 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Pushing event deleted for resources: {'Port': ['ID=9ebc1ed1-0985-4e59-9647-4df1a0e6251e,revision_number=None']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:52:46.469502 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-c0a269ae-a70b-4fcc-9082-c0787bbd65d3 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:52:46.557898 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-c0a269ae-a70b-4fcc-9082-c0787bbd65d3 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks [] for floatingip, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:52:46.960275 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0a269ae-a70b-4fcc-9082-c0787bbd65d3 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Router 90c47cd1-71b5-4141-8862-99e4195ddf80 has already been hosted by L3 agent c919ec5e-912e-4080-8a6b-9b8956cb875b {{(pid=82345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Sep 15 13:52:47.169030 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0a269ae-a70b-4fcc-9082-c0787bbd65d3 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify agent at l3_agent.dv-cinder-809181-1-iscsi the message routers_updated {{(pid=82345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Sep 15 13:52:47.179203 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a5775e-f3af-4c56-a00d-e99172b1402c None None] Sync routers for ids ['90c47cd1-71b5-4141-8862-99e4195ddf80'] in dv-cinder-809181-1-iscsi {{(pid=82347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Sep 15 13:52:47.188170 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-c0a269ae-a70b-4fcc-9082-c0787bbd65d3 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251427'] for floatingip, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:52:47.191942 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a5775e-f3af-4c56-a00d-e99172b1402c None None] Routers {'90c47cd1-71b5-4141-8862-99e4195ddf80'} bound to L3 agent in host dv-cinder-809181-1-iscsi {{(pid=82347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 15 13:52:47.192855 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-07a5775e-f3af-4c56-a00d-e99172b1402c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cd2503ba8>, 'dv-cinder-809181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T13:29:29Z,description=<?>,heartbeat_timestamp=2021-09-15T13:52:29Z,host='dv-cinder-809181-1-iscsi',id=c919ec5e-912e-4080-8a6b-9b8956cb875b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T13:29:29Z,topic='l3_agent')) {'router_ids': ['90c47cd1-71b5-4141-8862-99e4195ddf80'], 'active': True} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:52:47.245320 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-c0a269ae-a70b-4fcc-9082-c0787bbd65d3 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "DELETE /v2.0/floatingips/20ff1d76-92eb-4986-9705-a16d9811f753 HTTP/1.1" status: 204  len: 168 time: 1.4883773
Sep 15 13:52:47.245320 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4361d88a-552e-4e93-ad34-d2c585cf123f', 'tag': 'd21fc87a-4a92-4ddd-9c11-f5e33a2a4385'}] {{(pid=82345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Sep 15 13:52:47.308466 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4361d88a-552e-4e93-ad34-d2c585cf123f', 'tag': 'd21fc87a-4a92-4ddd-9c11-f5e33a2a4385', 'status': 'completed', 'code': 200}
Sep 15 13:52:47.383580 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvr_db [None req-07a5775e-f3af-4c56-a00d-e99172b1402c None None] Set router 90c47cd1-71b5-4141-8862-99e4195ddf80 gateway port host: dv-cinder-809181-1-iscsi {{(pid=82347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Sep 15 13:52:47.434665 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-c462b065-d4ca-4027-b6b5-8dbd8f2e0e40 req-63956b1d-212d-4867-9d7d-df11927f7f29 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8b4ff18c8d01411db26c7e00839763ca&device_id=4361d88a-552e-4e93-ad34-d2c585cf123f HTTP/1.1" status: 200  len: 1098 time: 0.0850415
Sep 15 13:52:47.637698 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462b065-d4ca-4027-b6b5-8dbd8f2e0e40 req-59421f26-df33-4103-9bde-54d63c19da20 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:52:47.639287 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-c462b065-d4ca-4027-b6b5-8dbd8f2e0e40 req-59421f26-df33-4103-9bde-54d63c19da20 service neutron] 10.222.0.36 "GET /v2.0/networks?id=793015e2-0d52-40cf-8c22-c0e40400b506 HTTP/1.1" status: 200  len: 913 time: 0.1985662
Sep 15 13:52:47.725864 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-c462b065-d4ca-4027-b6b5-8dbd8f2e0e40 req-bae5f0b0-a41c-4007-929e-b43f39e00871 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d21fc87a-4a92-4ddd-9c11-f5e33a2a4385 HTTP/1.1" status: 200  len: 217 time: 0.0782499
Sep 15 13:52:47.730696 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-07a5775e-f3af-4c56-a00d-e99172b1402c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cd2503ba8>, [{'id': '90c47cd1-71b5-4141-8862-99e4195ddf80', 'name': 'tempest-TestVolumeBootPattern-1879708378-router', 'tenant_id': '8b4ff18c8d01411db26c7e00839763ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': 'e34694d5-b0b8-4c92-a996-6d18c3102646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:45:31Z', 'updated_at': '2021-09-15T13:45:35Z', 'revision_number': 4, 'project_id': '8b4ff18c8d01411db26c7e00839763ca', 'gw_port': {'id': 'e34694d5-b0b8-4c92-a996-6d18c3102646', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c47cd1-71b5-4141-8862-99e4195ddf80', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:32Z', 'updated_at': '2021-09-15T13:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi', '_interfaces': [{'id': '973a1b57-338f-4bb7-b561-67ae8f5dd51b', 'name': '', 'network_id': '793015e2-0d52-40cf-8c22-c0e40400b506', 'tenant_id': '8b4ff18c8d01411db26c7e00839763ca', 'mac_address': 'fa:16:3e:d9:16:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c47cd1-71b5-4141-8862-99e4195ddf80', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98d7ad21-10e2-4f6e-af3b-e40f983ff5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:34Z', 'updated_at': '2021-09-15T13:45:44Z', 'revision_number': 5, 'project_id': '8b4ff18c8d01411db26c7e00839763ca', 'subnets': [{'id': '98d7ad21-10e2-4f6e-af3b-e40f983ff5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-iscsi', False) {} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:52:47.734981 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a5775e-f3af-4c56-a00d-e99172b1402c None None] Checking router: 90c47cd1-71b5-4141-8862-99e4195ddf80 for host: dv-cinder-809181-1-iscsi {{(pid=82347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Sep 15 13:52:47.736311 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea5a98-cade-423f-a192-e4a17658b224 req-64be6a2c-271a-440a-8040-a25e2453b114 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:52:47.737062 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-40ea5a98-cade-423f-a192-e4a17658b224 req-64be6a2c-271a-440a-8040-a25e2453b114 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Synchronizing usage tracker for tenant:8b4ff18c8d01411db26c7e00839763ca on resource:port {{(pid=82345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Sep 15 13:52:47.746293 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a5775e-f3af-4c56-a00d-e99172b1402c None None] Routers {'90c47cd1-71b5-4141-8862-99e4195ddf80'} bound to L3 agent in host dv-cinder-809181-1-iscsi {{(pid=82347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 15 13:52:47.746962 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-07a5775e-f3af-4c56-a00d-e99172b1402c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cd2503ba8>, 'dv-cinder-809181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T13:29:29Z,description=<?>,heartbeat_timestamp=2021-09-15T13:52:29Z,host='dv-cinder-809181-1-iscsi',id=c919ec5e-912e-4080-8a6b-9b8956cb875b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T13:29:29Z,topic='l3_agent')) {'router_ids': ['90c47cd1-71b5-4141-8862-99e4195ddf80'], 'active': True} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:52:47.802870 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-40ea5a98-cade-423f-a192-e4a17658b224 req-64be6a2c-271a-440a-8040-a25e2453b114 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Unset dirty status for tenant:8b4ff18c8d01411db26c7e00839763ca on resource:port {{(pid=82345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Sep 15 13:52:47.804149 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-40ea5a98-cade-423f-a192-e4a17658b224 req-64be6a2c-271a-440a-8040-a25e2453b114 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/ports?device_id=4361d88a-552e-4e93-ad34-d2c585cf123f HTTP/1.1" status: 200  len: 945 time: 0.2411184
Sep 15 13:52:47.813546 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462b065-d4ca-4027-b6b5-8dbd8f2e0e40 req-862f0441-c0d8-4187-9970-d78e43ff19b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:52:47.815030 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-c462b065-d4ca-4027-b6b5-8dbd8f2e0e40 req-862f0441-c0d8-4187-9970-d78e43ff19b5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=98d7ad21-10e2-4f6e-af3b-e40f983ff5e1 HTTP/1.1" status: 200  len: 851 time: 0.0751522
Sep 15 13:52:47.904857 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-40ea5a98-cade-423f-a192-e4a17658b224 req-9a53adda-3c3a-43dd-bd70-0acead200ffb tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/security-groups?id=d35cd24e-8145-42e7-a1c8-c6dd0d5bf754&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0929887
Sep 15 13:52:47.927944 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-c462b065-d4ca-4027-b6b5-8dbd8f2e0e40 req-f5b7a6dc-9dae-4753-b388-da8307e2b92c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=793015e2-0d52-40cf-8c22-c0e40400b506&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0970361
Sep 15 13:52:47.939257 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvr_db [None req-07a5775e-f3af-4c56-a00d-e99172b1402c None None] Set router 90c47cd1-71b5-4141-8862-99e4195ddf80 gateway port host: dv-cinder-809181-1-iscsi {{(pid=82347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Sep 15 13:52:48.073373 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-c462b065-d4ca-4027-b6b5-8dbd8f2e0e40 req-f3e6112c-02e6-4aed-8b2b-3305f75b510c service neutron] 10.222.0.36 "GET /v2.0/networks/793015e2-0d52-40cf-8c22-c0e40400b506?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1365995
Sep 15 13:52:48.217566 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-c462b065-d4ca-4027-b6b5-8dbd8f2e0e40 req-38927816-e3fd-4c21-bfc7-65c0a253f2f0 service neutron] 10.222.0.36 "GET /v2.0/networks/793015e2-0d52-40cf-8c22-c0e40400b506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1365347
Sep 15 13:52:48.270419 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-07a5775e-f3af-4c56-a00d-e99172b1402c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cd2503ba8>, [{'id': '90c47cd1-71b5-4141-8862-99e4195ddf80', 'name': 'tempest-TestVolumeBootPattern-1879708378-router', 'tenant_id': '8b4ff18c8d01411db26c7e00839763ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': 'e34694d5-b0b8-4c92-a996-6d18c3102646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:45:31Z', 'updated_at': '2021-09-15T13:45:35Z', 'revision_number': 4, 'project_id': '8b4ff18c8d01411db26c7e00839763ca', 'gw_port': {'id': 'e34694d5-b0b8-4c92-a996-6d18c3102646', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c47cd1-71b5-4141-8862-99e4195ddf80', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:32Z', 'updated_at': '2021-09-15T13:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi', '_interfaces': [{'id': '973a1b57-338f-4bb7-b561-67ae8f5dd51b', 'name': '', 'network_id': '793015e2-0d52-40cf-8c22-c0e40400b506', 'tenant_id': '8b4ff18c8d01411db26c7e00839763ca', 'mac_address': 'fa:16:3e:d9:16:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c47cd1-71b5-4141-8862-99e4195ddf80', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98d7ad21-10e2-4f6e-af3b-e40f983ff5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:34Z', 'updated_at': '2021-09-15T13:45:44Z', 'revision_number': 5, 'project_id': '8b4ff18c8d01411db26c7e00839763ca', 'subnets': [{'id': '98d7ad21-10e2-4f6e-af3b-e40f983ff5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-iscsi', False) {} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:52:48.274595 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a5775e-f3af-4c56-a00d-e99172b1402c None None] The sync data for ids ['90c47cd1-71b5-4141-8862-99e4195ddf80'] in dv-cinder-809181-1-iscsi is: [{'id': '90c47cd1-71b5-4141-8862-99e4195ddf80', 'name': 'tempest-TestVolumeBootPattern-1879708378-router', 'tenant_id': '8b4ff18c8d01411db26c7e00839763ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': 'e34694d5-b0b8-4c92-a996-6d18c3102646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:45:31Z', 'updated_at': '2021-09-15T13:45:35Z', 'revision_number': 4, 'project_id': '8b4ff18c8d01411db26c7e00839763ca', 'gw_port': {'id': 'e34694d5-b0b8-4c92-a996-6d18c3102646', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c47cd1-71b5-4141-8862-99e4195ddf80', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:32Z', 'updated_at': '2021-09-15T13:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi', '_interfaces': [{'id': '973a1b57-338f-4bb7-b561-67ae8f5dd51b', 'name': '', 'network_id': '793015e2-0d52-40cf-8c22-c0e40400b506', 'tenant_id': '8b4ff18c8d01411db26c7e00839763ca', 'mac_address': 'fa:16:3e:d9:16:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c47cd1-71b5-4141-8862-99e4195ddf80', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98d7ad21-10e2-4f6e-af3b-e40f983ff5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:34Z', 'updated_at': '2021-09-15T13:45:44Z', 'revision_number': 5, 'project_id': '8b4ff18c8d01411db26c7e00839763ca', 'subnets': [{'id': '98d7ad21-10e2-4f6e-af3b-e40f983ff5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Sep 15 13:52:48.745409 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ab9eaf-f7c7-4eb5-ab27-da77d4407aec None None] New status for floating IP 20ff1d76-92eb-4986-9705-a16d9811f753: DOWN {{(pid=82348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Sep 15 13:52:49.111533 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f03fd6-d85a-4789-8532-9a344bc76ac0 req-8be1f947-ce54-4937-838f-63f217a0fe28 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:52:49.113658 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a4f03fd6-d85a-4789-8532-9a344bc76ac0 req-8be1f947-ce54-4937-838f-63f217a0fe28 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/ports?device_id=4361d88a-552e-4e93-ad34-d2c585cf123f HTTP/1.1" status: 200  len: 945 time: 0.0863194
Sep 15 13:52:49.208415 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-a4f03fd6-d85a-4789-8532-9a344bc76ac0 req-1df59774-23e4-447a-8b0c-791ac7f75f70 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/security-groups?id=d35cd24e-8145-42e7-a1c8-c6dd0d5bf754&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0607564
Sep 15 13:52:49.231668 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66d3711-54ae-476e-b1a1-8720d8a79a11 req-1af7cb9f-ae0b-4be0-a583-2f16ea8e9dac tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Sep 15 13:52:49.233210 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-e66d3711-54ae-476e-b1a1-8720d8a79a11 req-1af7cb9f-ae0b-4be0-a583-2f16ea8e9dac tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.36 "GET /v2.0/ports?device_id=4361d88a-552e-4e93-ad34-d2c585cf123f HTTP/1.1" status: 200  len: 945 time: 0.1186121
Sep 15 13:52:49.309981 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [req-e66d3711-54ae-476e-b1a1-8720d8a79a11 req-c0c3c4cb-9c80-4841-9405-e976d877e29b tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Deleting port d21fc87a-4a92-4ddd-9c11-f5e33a2a4385 {{(pid=82345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Sep 15 13:52:49.310371 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-e66d3711-54ae-476e-b1a1-8720d8a79a11 req-c0c3c4cb-9c80-4841-9405-e976d877e29b tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301743532404'] for port, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:52:49.789861 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [req-e66d3711-54ae-476e-b1a1-8720d8a79a11 req-c0c3c4cb-9c80-4841-9405-e976d877e29b tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] For port d21fc87a-4a92-4ddd-9c11-f5e33a2a4385, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=d21fc87a-4a92-4ddd-9c11-f5e33a2a4385,segment=NetworkSegment(44a35f9e-9e32-4381-8e07-9adb36df31d4),segment_id=44a35f9e-9e32-4381-8e07-9adb36df31d4)] {{(pid=82345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:52:49.790253 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-e66d3711-54ae-476e-b1a1-8720d8a79a11 req-c0c3c4cb-9c80-4841-9405-e976d877e29b tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853103875'] for port, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:52:49.915319 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [req-e66d3711-54ae-476e-b1a1-8720d8a79a11 req-c0c3c4cb-9c80-4841-9405-e976d877e29b tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Calling delete_port for d21fc87a-4a92-4ddd-9c11-f5e33a2a4385 owned by compute:nova {{(pid=82345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Sep 15 13:52:50.054697 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-e66d3711-54ae-476e-b1a1-8720d8a79a11 req-c0c3c4cb-9c80-4841-9405-e976d877e29b tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301743526908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735110837380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852138254'] for port, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:52:50.060360 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-72a781ef-89db-4a25-b0a7-308f8bd5c3a3 tempest-TestShelveInstance-155905799 tempest-TestShelveInstance-155905799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:52:50.103623 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c3c4cb-9c80-4841-9405-e976d877e29b tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Pushing event deleted for resources: {'Port': ['ID=d21fc87a-4a92-4ddd-9c11-f5e33a2a4385,revision_number=None']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:52:50.107285 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-c0c3c4cb-9c80-4841-9405-e976d877e29b tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:52:50.177682 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [req-e66d3711-54ae-476e-b1a1-8720d8a79a11 req-c0c3c4cb-9c80-4841-9405-e976d877e29b tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] No DVR routers for this DVR port d21fc87a-4a92-4ddd-9c11-f5e33a2a4385 on host hv-cinder-80918 {{(pid=82345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Sep 15 13:52:50.180129 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [req-e66d3711-54ae-476e-b1a1-8720d8a79a11 req-c0c3c4cb-9c80-4841-9405-e976d877e29b tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251427'] for port, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:52:50.182860 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4361d88a-552e-4e93-ad34-d2c585cf123f', 'name': 'network-vif-deleted', 'tag': 'd21fc87a-4a92-4ddd-9c11-f5e33a2a4385'}] {{(pid=82345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Sep 15 13:52:50.198756 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-e66d3711-54ae-476e-b1a1-8720d8a79a11 req-c0c3c4cb-9c80-4841-9405-e976d877e29b tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.36 "DELETE /v2.0/ports/d21fc87a-4a92-4ddd-9c11-f5e33a2a4385 HTTP/1.1" status: 204  len: 173 time: 0.9597211
Sep 15 13:52:50.238857 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4361d88a-552e-4e93-ad34-d2c585cf123f', 'name': 'network-vif-deleted', 'tag': 'd21fc87a-4a92-4ddd-9c11-f5e33a2a4385', 'status': 'completed', 'code': 200}
Sep 15 13:52:50.521816 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-565b0b12-605a-4009-a068-5c004ab66e06 req-5eaf07cd-1974-4fdb-8d6d-42c5ca26550a tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Synchronizing usage tracker for tenant:8b4ff18c8d01411db26c7e00839763ca on resource:port {{(pid=82345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Sep 15 13:52:50.537558 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.quota.resource [req-565b0b12-605a-4009-a068-5c004ab66e06 req-5eaf07cd-1974-4fdb-8d6d-42c5ca26550a tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Unset dirty status for tenant:8b4ff18c8d01411db26c7e00839763ca on resource:port {{(pid=82345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Sep 15 13:52:50.538876 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [req-565b0b12-605a-4009-a068-5c004ab66e06 req-5eaf07cd-1974-4fdb-8d6d-42c5ca26550a tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "GET /v2.0/ports?device_id=4361d88a-552e-4e93-ad34-d2c585cf123f HTTP/1.1" status: 200  len: 210 time: 0.0667164
Sep 15 13:52:51.645385 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82345) accepted ('10.222.0.41', 40566) {{(pid=82345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:52:51.807550 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-dd74425d-8041-443a-a358-8ac78fc863c3 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Deleting port f5888301-fd19-4065-a72d-2bf28cbba9ea {{(pid=82345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Sep 15 13:52:51.807969 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-dd74425d-8041-443a-a358-8ac78fc863c3 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301743532404'] for port, before_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:52:51.983457 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-dd74425d-8041-443a-a358-8ac78fc863c3 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853103875'] for port, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:52:51.983815 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-dd74425d-8041-443a-a358-8ac78fc863c3 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:52:52.114378 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-dd74425d-8041-443a-a358-8ac78fc863c3 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Calling delete_port for f5888301-fd19-4065-a72d-2bf28cbba9ea owned by network:floatingip {{(pid=82345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Sep 15 13:52:52.249982 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-dd74425d-8041-443a-a358-8ac78fc863c3 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301743526908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735110837380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852138254'] for port, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:52:52.254761 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-30690b90-077e-4485-8a5d-ac975d7763b7 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:52:52.297942 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd74425d-8041-443a-a358-8ac78fc863c3 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Pushing event deleted for resources: {'Port': ['ID=f5888301-fd19-4065-a72d-2bf28cbba9ea,revision_number=None']} {{(pid=82345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:52:52.301064 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-dd74425d-8041-443a-a358-8ac78fc863c3 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:52:52.396571 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-dd74425d-8041-443a-a358-8ac78fc863c3 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks [] for floatingip, after_delete {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:52:52.413506 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-dd74425d-8041-443a-a358-8ac78fc863c3 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251427'] for floatingip, before_response {{(pid=82345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:52:52.414736 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-dd74425d-8041-443a-a358-8ac78fc863c3 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "DELETE /v2.0/floatingips/c6ef3e80-0283-483a-878e-3c224e122b22 HTTP/1.1" status: 204  len: 168 time: 0.7682695
Sep 15 13:52:52.557100 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Device d21fc87a-4a92-4ddd-9c11-f5e33a2a4385 no longer exists at agent hyperv_hv-cinder-80918 {{(pid=82347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Sep 15 13:52:52.592422 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] No Port match for: d21fc87a-4a92-4ddd-9c11-f5e33a2a4385 {{(pid=82347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Sep 15 13:52:52.592826 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Device d21fc87a-4a92-4ddd-9c11-f5e33a2a4385 not bound to the agent host hv-cinder-80918 {{(pid=82347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Sep 15 13:52:53.952147 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 40580) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:52:54.024769 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-ffd0841f-c386-4c8e-96ec-8e5360ccf210 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks [] for security_group, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:52:54.058691 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-ffd0841f-c386-4c8e-96ec-8e5360ccf210 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:52:54.111562 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-ffd0841f-c386-4c8e-96ec-8e5360ccf210 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:52:54.116979 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-84239e2c-935b-4e1d-b360-afd089753639 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:52:54.132774 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd0841f-c386-4c8e-96ec-8e5360ccf210 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d35cd24e-8145-42e7-a1c8-c6dd0d5bf754,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:52:54.148471 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd0841f-c386-4c8e-96ec-8e5360ccf210 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:52:54.148900 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd0841f-c386-4c8e-96ec-8e5360ccf210 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:52:54.149318 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd0841f-c386-4c8e-96ec-8e5360ccf210 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:52:54.149733 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd0841f-c386-4c8e-96ec-8e5360ccf210 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:52:54.150191 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd0841f-c386-4c8e-96ec-8e5360ccf210 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:52:54.150556 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd0841f-c386-4c8e-96ec-8e5360ccf210 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:52:54.150965 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd0841f-c386-4c8e-96ec-8e5360ccf210 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:52:54.151374 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd0841f-c386-4c8e-96ec-8e5360ccf210 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:52:54.151815 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd0841f-c386-4c8e-96ec-8e5360ccf210 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:52:54.152658 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd0841f-c386-4c8e-96ec-8e5360ccf210 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:52:54.153064 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd0841f-c386-4c8e-96ec-8e5360ccf210 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-iscsi {{(pid=82346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Sep 15 13:52:54.159453 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-ffd0841f-c386-4c8e-96ec-8e5360ccf210 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Notify callbacks [] for security_group, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:52:54.160693 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-ffd0841f-c386-4c8e-96ec-8e5360ccf210 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] 10.222.0.41 "DELETE /v2.0/security-groups/d35cd24e-8145-42e7-a1c8-c6dd0d5bf754 HTTP/1.1" status: 204  len: 168 time: 0.2075000
Sep 15 13:52:54.165220 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-ffd0841f-c386-4c8e-96ec-8e5360ccf210 tempest-TestVolumeBootPattern-1270724119 tempest-TestVolumeBootPattern-1270724119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:52:54.225539 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 40586) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:52:54.838288 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-6e40456e-3dd5-47b7-9a56-048e9a8a6319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1675944'] for router_interface, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:52:55.453496 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-6e40456e-3dd5-47b7-9a56-048e9a8a6319 admin admin] Deleting port 973a1b57-338f-4bb7-b561-67ae8f5dd51b {{(pid=82346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Sep 15 13:52:55.454063 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-6e40456e-3dd5-47b7-9a56-048e9a8a6319 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301743532404'] for port, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:52:55.633822 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-6e40456e-3dd5-47b7-9a56-048e9a8a6319 admin admin] For port 973a1b57-338f-4bb7-b561-67ae8f5dd51b, host dv-cinder-809181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-iscsi',level=0,port_id=973a1b57-338f-4bb7-b561-67ae8f5dd51b,segment=NetworkSegment(44a35f9e-9e32-4381-8e07-9adb36df31d4),segment_id=44a35f9e-9e32-4381-8e07-9adb36df31d4)] {{(pid=82346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:52:55.634136 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-6e40456e-3dd5-47b7-9a56-048e9a8a6319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853103875'] for port, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:52:55.762467 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-6e40456e-3dd5-47b7-9a56-048e9a8a6319 admin admin] Calling delete_port for 973a1b57-338f-4bb7-b561-67ae8f5dd51b owned by network:router_interface {{(pid=82346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Sep 15 13:52:55.928115 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-6e40456e-3dd5-47b7-9a56-048e9a8a6319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301743526908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735110837380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1447919'] for port, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:52:55.932586 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-f1fd089a-2153-4412-952d-7c541a3549ef tempest-AttachVolumeTestJSON-1621746613 tempest-AttachVolumeTestJSON-1621746613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:52:55.973350 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e40456e-3dd5-47b7-9a56-048e9a8a6319 admin admin] Pushing event deleted for resources: {'Port': ['ID=973a1b57-338f-4bb7-b561-67ae8f5dd51b,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:52:55.977619 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-6e40456e-3dd5-47b7-9a56-048e9a8a6319 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:52:56.478184 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-6e40456e-3dd5-47b7-9a56-048e9a8a6319 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847625941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1675974'] for router_interface, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:52:56.513695 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9453ea64-771c-40ca-8305-c2173fe94222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:52:57.076494 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e40456e-3dd5-47b7-9a56-048e9a8a6319 admin admin] Router 90c47cd1-71b5-4141-8862-99e4195ddf80 has already been hosted by L3 agent c919ec5e-912e-4080-8a6b-9b8956cb875b {{(pid=82346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Sep 15 13:52:57.283841 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e40456e-3dd5-47b7-9a56-048e9a8a6319 admin admin] Notify agent at l3_agent.dv-cinder-809181-1-iscsi the message routers_updated {{(pid=82346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Sep 15 13:52:57.293968 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13dc5ac-1cf3-46e9-a80d-99fc49c2b770 None None] Sync routers for ids ['90c47cd1-71b5-4141-8862-99e4195ddf80'] in dv-cinder-809181-1-iscsi {{(pid=82347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Sep 15 13:52:57.299369 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-6e40456e-3dd5-47b7-9a56-048e9a8a6319 admin admin] 10.222.0.41 "PUT /v2.0/routers/90c47cd1-71b5-4141-8862-99e4195ddf80/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0702293
Sep 15 13:52:57.299699 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 40592) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:52:57.311032 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13dc5ac-1cf3-46e9-a80d-99fc49c2b770 None None] Routers {'90c47cd1-71b5-4141-8862-99e4195ddf80'} bound to L3 agent in host dv-cinder-809181-1-iscsi {{(pid=82347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 15 13:52:57.311742 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-a13dc5ac-1cf3-46e9-a80d-99fc49c2b770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cd23d4630>, 'dv-cinder-809181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T13:29:29Z,description=<?>,heartbeat_timestamp=2021-09-15T13:52:29Z,host='dv-cinder-809181-1-iscsi',id=c919ec5e-912e-4080-8a6b-9b8956cb875b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T13:29:29Z,topic='l3_agent')) {'router_ids': ['90c47cd1-71b5-4141-8862-99e4195ddf80'], 'active': True} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:52:57.513304 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-a357f7e5-9beb-4595-b088-20417929f8ba admin admin] Notify callbacks [] for router, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:52:57.655175 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvr_db [None req-a13dc5ac-1cf3-46e9-a80d-99fc49c2b770 None None] Set router 90c47cd1-71b5-4141-8862-99e4195ddf80 gateway port host: dv-cinder-809181-1-iscsi {{(pid=82347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Sep 15 13:52:57.716367 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-a357f7e5-9beb-4595-b088-20417929f8ba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:52:57.725473 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-a357f7e5-9beb-4595-b088-20417929f8ba admin admin] Deleting port e34694d5-b0b8-4c92-a996-6d18c3102646 {{(pid=82346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Sep 15 13:52:57.725843 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-a357f7e5-9beb-4595-b088-20417929f8ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301743532404'] for port, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:52:57.909706 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-a357f7e5-9beb-4595-b088-20417929f8ba admin admin] For port e34694d5-b0b8-4c92-a996-6d18c3102646, host dv-cinder-809181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-iscsi',level=0,port_id=e34694d5-b0b8-4c92-a996-6d18c3102646,segment=NetworkSegment(fb39ec5d-b714-4bbc-8dc4-da8589a681e7),segment_id=fb39ec5d-b714-4bbc-8dc4-da8589a681e7)] {{(pid=82346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:52:57.910021 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-a357f7e5-9beb-4595-b088-20417929f8ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853103875'] for port, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:52:57.955342 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-a13dc5ac-1cf3-46e9-a80d-99fc49c2b770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cd23d4630>, [{'id': '90c47cd1-71b5-4141-8862-99e4195ddf80', 'name': 'tempest-TestVolumeBootPattern-1879708378-router', 'tenant_id': '8b4ff18c8d01411db26c7e00839763ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': 'e34694d5-b0b8-4c92-a996-6d18c3102646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:45:31Z', 'updated_at': '2021-09-15T13:52:55Z', 'revision_number': 5, 'project_id': '8b4ff18c8d01411db26c7e00839763ca', 'gw_port': {'id': 'e34694d5-b0b8-4c92-a996-6d18c3102646', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c47cd1-71b5-4141-8862-99e4195ddf80', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:32Z', 'updated_at': '2021-09-15T13:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi'}], 'dv-cinder-809181-1-iscsi', False) {} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:52:57.959982 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13dc5ac-1cf3-46e9-a80d-99fc49c2b770 None None] Checking router: 90c47cd1-71b5-4141-8862-99e4195ddf80 for host: dv-cinder-809181-1-iscsi {{(pid=82347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Sep 15 13:52:57.971355 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13dc5ac-1cf3-46e9-a80d-99fc49c2b770 None None] Routers {'90c47cd1-71b5-4141-8862-99e4195ddf80'} bound to L3 agent in host dv-cinder-809181-1-iscsi {{(pid=82347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 15 13:52:57.972085 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-a13dc5ac-1cf3-46e9-a80d-99fc49c2b770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cd23d4630>, 'dv-cinder-809181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T13:29:29Z,description=<?>,heartbeat_timestamp=2021-09-15T13:52:29Z,host='dv-cinder-809181-1-iscsi',id=c919ec5e-912e-4080-8a6b-9b8956cb875b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T13:29:29Z,topic='l3_agent')) {'router_ids': ['90c47cd1-71b5-4141-8862-99e4195ddf80'], 'active': True} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:52:58.035237 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-a357f7e5-9beb-4595-b088-20417929f8ba admin admin] Calling delete_port for e34694d5-b0b8-4c92-a996-6d18c3102646 owned by network:router_gateway {{(pid=82346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Sep 15 13:52:58.132791 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvr_db [None req-a13dc5ac-1cf3-46e9-a80d-99fc49c2b770 None None] Set router 90c47cd1-71b5-4141-8862-99e4195ddf80 gateway port host: None {{(pid=82347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Sep 15 13:52:58.207074 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-a357f7e5-9beb-4595-b088-20417929f8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301743526908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735110837380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1447919'] for port, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:52:58.211157 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-a74cdebe-a9dc-4d78-b23d-75a8bb9a41c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:52:58.253308 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a357f7e5-9beb-4595-b088-20417929f8ba admin admin] Pushing event deleted for resources: {'Port': ['ID=e34694d5-b0b8-4c92-a996-6d18c3102646,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:52:58.256360 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-a13dc5ac-1cf3-46e9-a80d-99fc49c2b770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cd23d4630>, [{'id': '90c47cd1-71b5-4141-8862-99e4195ddf80', 'name': 'tempest-TestVolumeBootPattern-1879708378-router', 'tenant_id': '8b4ff18c8d01411db26c7e00839763ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:45:31Z', 'updated_at': '2021-09-15T13:52:57Z', 'revision_number': 6, 'project_id': '8b4ff18c8d01411db26c7e00839763ca', 'gw_port_host': None}], 'dv-cinder-809181-1-iscsi', False) {} {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:52:58.257154 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-a357f7e5-9beb-4595-b088-20417929f8ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:52:58.259668 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:52:58.262279 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13dc5ac-1cf3-46e9-a80d-99fc49c2b770 None None] The sync data for ids ['90c47cd1-71b5-4141-8862-99e4195ddf80'] in dv-cinder-809181-1-iscsi is: [{'id': '90c47cd1-71b5-4141-8862-99e4195ddf80', 'name': 'tempest-TestVolumeBootPattern-1879708378-router', 'tenant_id': '8b4ff18c8d01411db26c7e00839763ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:45:31Z', 'updated_at': '2021-09-15T13:52:57Z', 'revision_number': 6, 'project_id': '8b4ff18c8d01411db26c7e00839763ca', 'gw_port_host': None}] {{(pid=82347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Sep 15 13:52:58.497328 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-a357f7e5-9beb-4595-b088-20417929f8ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853102522'] for router_gateway, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:52:58.904917 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-c3e97fd2-bdad-430b-b8d4-fdef250e072d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:52:58.947871 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device 973a1b57-338f-4bb7-b561-67ae8f5dd51b no longer exists at agent ovs-agent-dv-cinder-809181-1-iscsi {{(pid=82347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Sep 15 13:52:58.983193 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] No Port match for: 973a1b57-338f-4bb7-b561-67ae8f5dd51b {{(pid=82347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Sep 15 13:52:58.983591 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device 973a1b57-338f-4bb7-b561-67ae8f5dd51b not bound to the agent host dv-cinder-809181-1-iscsi {{(pid=82347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Sep 15 13:52:58.984101 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device e34694d5-b0b8-4c92-a996-6d18c3102646 no longer exists at agent ovs-agent-dv-cinder-809181-1-iscsi {{(pid=82347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Sep 15 13:52:58.989913 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-a357f7e5-9beb-4595-b088-20417929f8ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853094842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854743964'] for router, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:52:58.994383 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-a357f7e5-9beb-4595-b088-20417929f8ba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:52:59.017346 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] No Port match for: e34694d5-b0b8-4c92-a996-6d18c3102646 {{(pid=82347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Sep 15 13:52:59.017707 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device e34694d5-b0b8-4c92-a996-6d18c3102646 not bound to the agent host dv-cinder-809181-1-iscsi {{(pid=82347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Sep 15 13:52:59.020064 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-a357f7e5-9beb-4595-b088-20417929f8ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1679605'] for router, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:52:59.020665 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a357f7e5-9beb-4595-b088-20417929f8ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90c47cd1-71b5-4141-8862-99e4195ddf80 {{(pid=82346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Sep 15 13:52:59.033030 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-a357f7e5-9beb-4595-b088-20417929f8ba admin admin] Notify callbacks [] for router, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:52:59.034286 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-a357f7e5-9beb-4595-b088-20417929f8ba admin admin] 10.222.0.41 "DELETE /v2.0/routers/90c47cd1-71b5-4141-8862-99e4195ddf80 HTTP/1.1" status: 204  len: 168 time: 1.7330420
Sep 15 13:52:59.037587 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 40596) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:52:59.110769 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c4971ee-3555-4353-a4f2-20d93871a5ec admin admin] Deleting subnet 98d7ad21-10e2-4f6e-af3b-e40f983ff5e1 {{(pid=82346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Sep 15 13:52:59.114291 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5c4971ee-3555-4353-a4f2-20d93871a5ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:52:59.167892 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5c4971ee-3555-4353-a4f2-20d93871a5ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851686669'] for subnet, precommit_delete_associations {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:52:59.172612 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9acd9d20-0ed4-40fe-8ec3-e1d8b485d7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:52:59.252554 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5c4971ee-3555-4353-a4f2-20d93871a5ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-956'] for subnet, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:52:59.321016 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5c4971ee-3555-4353-a4f2-20d93871a5ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853327942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1150312'] for subnet, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:52:59.326314 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-f5b85cc2-9e54-4b85-b13b-fb3c41c5d478 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:52:59.361721 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4971ee-3555-4353-a4f2-20d93871a5ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98d7ad21-10e2-4f6e-af3b-e40f983ff5e1,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:52:59.364465 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-5c4971ee-3555-4353-a4f2-20d93871a5ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:52:59.369784 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-5c4971ee-3555-4353-a4f2-20d93871a5ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:52:59.375012 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7e09c3-96e3-40d5-bcd1-7702e9eb9662 None None] Network 793015e2-0d52-40cf-8c22-c0e40400b506 requested from dv-cinder-809181-1-iscsi {{(pid=82347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Sep 15 13:52:59.378728 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-5c4971ee-3555-4353-a4f2-20d93871a5ec admin admin] 10.222.0.41 "DELETE /v2.0/subnets/98d7ad21-10e2-4f6e-af3b-e40f983ff5e1 HTTP/1.1" status: 204  len: 168 time: 0.3371999
Sep 15 13:52:59.379019 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 40600) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:52:59.496109 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-e580e20d-5fb9-4d27-a5fe-923cd6bfcaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854347016'] for network, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:52:59.507531 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-e580e20d-5fb9-4d27-a5fe-923cd6bfcaf6 admin admin] Deleting port ea5a8f37-9bb8-444c-8032-4caab3540399 {{(pid=82346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Sep 15 13:52:59.507963 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-e580e20d-5fb9-4d27-a5fe-923cd6bfcaf6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301743532404'] for port, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:52:59.632883 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66a3063-2e3c-4b2b-b463-dee4db280638 None None] DHCP port deletion for 793015e2-0d52-40cf-8c22-c0e40400b506 request from dv-cinder-809181-1-iscsi {{(pid=82347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Sep 15 13:52:59.637111 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-d66a3063-2e3c-4b2b-b463-dee4db280638 None None] Deleting port ea5a8f37-9bb8-444c-8032-4caab3540399 {{(pid=82347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Sep 15 13:52:59.637541 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-d66a3063-2e3c-4b2b-b463-dee4db280638 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301743532404'] for port, before_delete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:52:59.724286 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-e580e20d-5fb9-4d27-a5fe-923cd6bfcaf6 admin admin] For port ea5a8f37-9bb8-444c-8032-4caab3540399, host dv-cinder-809181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-iscsi',level=0,port_id=ea5a8f37-9bb8-444c-8032-4caab3540399,segment=NetworkSegment(44a35f9e-9e32-4381-8e07-9adb36df31d4),segment_id=44a35f9e-9e32-4381-8e07-9adb36df31d4)] {{(pid=82346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:52:59.724680 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-e580e20d-5fb9-4d27-a5fe-923cd6bfcaf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853103875'] for port, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:52:59.851702 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-e580e20d-5fb9-4d27-a5fe-923cd6bfcaf6 admin admin] Calling delete_port for ea5a8f37-9bb8-444c-8032-4caab3540399 owned by network:dhcp {{(pid=82346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Sep 15 13:52:59.855441 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-d66a3063-2e3c-4b2b-b463-dee4db280638 None None] For port ea5a8f37-9bb8-444c-8032-4caab3540399, host dv-cinder-809181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-iscsi',level=0,port_id=ea5a8f37-9bb8-444c-8032-4caab3540399,segment=NetworkSegment(44a35f9e-9e32-4381-8e07-9adb36df31d4),segment_id=44a35f9e-9e32-4381-8e07-9adb36df31d4)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:52:59.855937 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-d66a3063-2e3c-4b2b-b463-dee4db280638 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853103875'] for port, precommit_delete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:52:59.924003 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-e580e20d-5fb9-4d27-a5fe-923cd6bfcaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301743526908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735110837380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1447919'] for port, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:52:59.929018 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-b44fa42e-b570-4da8-9054-42357dedad29 tempest-VolumesNegativeTest-1142966262 tempest-VolumesNegativeTest-1142966262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:52:59.974717 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e580e20d-5fb9-4d27-a5fe-923cd6bfcaf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea5a8f37-9bb8-444c-8032-4caab3540399,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:52:59.977858 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-e580e20d-5fb9-4d27-a5fe-923cd6bfcaf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:52:59.981049 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e580e20d-5fb9-4d27-a5fe-923cd6bfcaf6 admin admin] No DVR routers for this DVR port ea5a8f37-9bb8-444c-8032-4caab3540399 on host dv-cinder-809181-1-iscsi {{(pid=82346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Sep 15 13:52:59.985360 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-d66a3063-2e3c-4b2b-b463-dee4db280638 None None] Calling delete_port for ea5a8f37-9bb8-444c-8032-4caab3540399 owned by network:dhcp {{(pid=82347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Sep 15 13:53:00.056119 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.db.api [None req-d66a3063-2e3c-4b2b-b463-dee4db280638 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82347) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Sep 15 13:53:00.056539 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_db.api [None req-d66a3063-2e3c-4b2b-b463-dee4db280638 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Sep 15 13:53:00.112535 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-e580e20d-5fb9-4d27-a5fe-923cd6bfcaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13861', 'neutron.services.segments.db._delete_segments_for_network-8735111364894'] for network, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:53:00.126223 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.services.segments.db [None req-e580e20d-5fb9-4d27-a5fe-923cd6bfcaf6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1cd163c240>,) {'filters': {'network_id': ['793015e2-0d52-40cf-8c22-c0e40400b506']}} {{(pid=82346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:53:00.139526 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.services.segments.db [None req-e580e20d-5fb9-4d27-a5fe-923cd6bfcaf6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1cd163c240>, '44a35f9e-9e32-4381-8e07-9adb36df31d4') {'for_net_delete': True} {{(pid=82346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:53:00.139902 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.services.segments.db [None req-e580e20d-5fb9-4d27-a5fe-923cd6bfcaf6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1cd163c240>, '44a35f9e-9e32-4381-8e07-9adb36df31d4') {} {{(pid=82346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:53:00.152457 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-e580e20d-5fb9-4d27-a5fe-923cd6bfcaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363301743409746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3089130'] for segment, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:53:00.167237 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-e580e20d-5fb9-4d27-a5fe-923cd6bfcaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854307961'] for segment, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:53:00.173763 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e580e20d-5fb9-4d27-a5fe-923cd6bfcaf6 admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=82346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Sep 15 13:53:00.174193 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-e580e20d-5fb9-4d27-a5fe-923cd6bfcaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-467870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853328127'] for segment, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:53:00.188251 dv-cinder-809181-1-iscsi neutron-server[82236]: Traceback (most recent call last):
Sep 15 13:53:00.188251 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Sep 15 13:53:00.188251 dv-cinder-809181-1-iscsi neutron-server[82236]:     timer()
Sep 15 13:53:00.188251 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 15 13:53:00.188251 dv-cinder-809181-1-iscsi neutron-server[82236]:     cb(*args, **kw)
Sep 15 13:53:00.188251 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Sep 15 13:53:00.188251 dv-cinder-809181-1-iscsi neutron-server[82236]:     return func(*args, **kwargs)
Sep 15 13:53:00.188251 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 15 13:53:00.188251 dv-cinder-809181-1-iscsi neutron-server[82236]:     self._notify()
Sep 15 13:53:00.188251 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 15 13:53:00.188251 dv-cinder-809181-1-iscsi neutron-server[82236]:     self.callback(batched_events)
Sep 15 13:53:00.188251 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 15 13:53:00.188251 dv-cinder-809181-1-iscsi neutron-server[82236]:     event.method(event)
Sep 15 13:53:00.188251 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 15 13:53:00.188251 dv-cinder-809181-1-iscsi neutron-server[82236]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 15 13:53:00.188251 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Sep 15 13:53:00.188251 dv-cinder-809181-1-iscsi neutron-server[82236]:     segment_id)['aggregates'][0]
Sep 15 13:53:00.188251 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Sep 15 13:53:00.188251 dv-cinder-809181-1-iscsi neutron-server[82236]:     return f(self, *a, **k)
Sep 15 13:53:00.188251 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Sep 15 13:53:00.188251 dv-cinder-809181-1-iscsi neutron-server[82236]:     return self._get(url).json()
Sep 15 13:53:00.188251 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Sep 15 13:53:00.188251 dv-cinder-809181-1-iscsi neutron-server[82236]:     **kwargs)
Sep 15 13:53:00.188251 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Sep 15 13:53:00.188251 dv-cinder-809181-1-iscsi neutron-server[82236]:     return self.request(url, 'GET', **kwargs)
Sep 15 13:53:00.188251 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Sep 15 13:53:00.188251 dv-cinder-809181-1-iscsi neutron-server[82236]:     **endpoint_filter)
Sep 15 13:53:00.188251 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Sep 15 13:53:00.188251 dv-cinder-809181-1-iscsi neutron-server[82236]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 15 13:53:00.188251 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Sep 15 13:53:00.188251 dv-cinder-809181-1-iscsi neutron-server[82236]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 15 13:53:00.188251 dv-cinder-809181-1-iscsi neutron-server[82236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 15 13:53:00.267919 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-e580e20d-5fb9-4d27-a5fe-923cd6bfcaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854761902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853102175'] for network, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:53:00.271557 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:53:00.285603 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-e580e20d-5fb9-4d27-a5fe-923cd6bfcaf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7149901'] for network, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:53:00.298938 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e580e20d-5fb9-4d27-a5fe-923cd6bfcaf6 admin admin] Pushing event deleted for resources: {'Network': ['ID=793015e2-0d52-40cf-8c22-c0e40400b506,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:53:00.303574 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-e580e20d-5fb9-4d27-a5fe-923cd6bfcaf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:53:00.305926 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-e580e20d-5fb9-4d27-a5fe-923cd6bfcaf6 admin admin] 10.222.0.41 "DELETE /v2.0/networks/793015e2-0d52-40cf-8c22-c0e40400b506 HTTP/1.1" status: 204  len: 168 time: 0.9251726
Sep 15 13:53:00.308378 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 40604) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:53:00.557894 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-d66a3063-2e3c-4b2b-b463-dee4db280638 None None] Deleting port ea5a8f37-9bb8-444c-8032-4caab3540399 {{(pid=82347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Sep 15 13:53:00.558336 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-d66a3063-2e3c-4b2b-b463-dee4db280638 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301743532404'] for port, before_delete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:53:00.630802 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-d66a3063-2e3c-4b2b-b463-dee4db280638 None None] The port 'ea5a8f37-9bb8-444c-8032-4caab3540399' was deleted {{(pid=82347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1873}}
Sep 15 13:53:00.645692 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b47e50d5-ffd8-49d4-a6b6-3168cd38e3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:53:00.710618 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-6f6e984b-82b8-4ae0-95cb-41c7ff7c76e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1675944'] for router_interface, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:53:00.943006 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device ea5a8f37-9bb8-444c-8032-4caab3540399 no longer exists at agent ovs-agent-dv-cinder-809181-1-iscsi {{(pid=82347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Sep 15 13:53:00.976941 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] No Port match for: ea5a8f37-9bb8-444c-8032-4caab3540399 {{(pid=82347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Sep 15 13:53:00.977345 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device ea5a8f37-9bb8-444c-8032-4caab3540399 not bound to the agent host dv-cinder-809181-1-iscsi {{(pid=82347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Sep 15 13:53:01.329570 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-6f6e984b-82b8-4ae0-95cb-41c7ff7c76e5 admin admin] Deleting port 0edd405b-049a-4bc6-99e1-3ced9c237a8a {{(pid=82346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Sep 15 13:53:01.329946 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-6f6e984b-82b8-4ae0-95cb-41c7ff7c76e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301743532404'] for port, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:53:01.508527 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-6f6e984b-82b8-4ae0-95cb-41c7ff7c76e5 admin admin] For port 0edd405b-049a-4bc6-99e1-3ced9c237a8a, host dv-cinder-809181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-iscsi',level=0,port_id=0edd405b-049a-4bc6-99e1-3ced9c237a8a,segment=NetworkSegment(55e04e47-17f0-4a67-bb37-7ff4aea2e740),segment_id=55e04e47-17f0-4a67-bb37-7ff4aea2e740)] {{(pid=82346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:53:01.508924 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-6f6e984b-82b8-4ae0-95cb-41c7ff7c76e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853103875'] for port, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:53:01.848530 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-6f6e984b-82b8-4ae0-95cb-41c7ff7c76e5 admin admin] Calling delete_port for 0edd405b-049a-4bc6-99e1-3ced9c237a8a owned by network:router_interface {{(pid=82346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Sep 15 13:53:02.011575 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-6f6e984b-82b8-4ae0-95cb-41c7ff7c76e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301743526908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735110837380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1447919'] for port, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:53:02.015943 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-bae2f31a-01fc-45c8-92df-83c34b495de4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:53:02.058434 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6e984b-82b8-4ae0-95cb-41c7ff7c76e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0edd405b-049a-4bc6-99e1-3ced9c237a8a,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:53:02.061498 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-6f6e984b-82b8-4ae0-95cb-41c7ff7c76e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:53:02.364150 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-6f6e984b-82b8-4ae0-95cb-41c7ff7c76e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847625941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1675974'] for router_interface, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:53:02.955748 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f6e984b-82b8-4ae0-95cb-41c7ff7c76e5 admin admin] Router d8c6486c-4065-4e7f-85d6-3ac9823e7df7 has already been hosted by L3 agent c919ec5e-912e-4080-8a6b-9b8956cb875b {{(pid=82346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Sep 15 13:53:03.162971 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f6e984b-82b8-4ae0-95cb-41c7ff7c76e5 admin admin] Notify agent at l3_agent.dv-cinder-809181-1-iscsi the message routers_updated {{(pid=82346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Sep 15 13:53:03.171593 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221454cc-96d5-4a3c-b007-3b2364473133 None None] Sync routers for ids ['d8c6486c-4065-4e7f-85d6-3ac9823e7df7'] in dv-cinder-809181-1-iscsi {{(pid=82348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Sep 15 13:53:03.178465 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-6f6e984b-82b8-4ae0-95cb-41c7ff7c76e5 admin admin] 10.222.0.41 "PUT /v2.0/routers/d8c6486c-4065-4e7f-85d6-3ac9823e7df7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8690138
Sep 15 13:53:03.181153 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 40608) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:53:03.185621 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221454cc-96d5-4a3c-b007-3b2364473133 None None] Routers {'d8c6486c-4065-4e7f-85d6-3ac9823e7df7'} bound to L3 agent in host dv-cinder-809181-1-iscsi {{(pid=82348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 15 13:53:03.186305 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-221454cc-96d5-4a3c-b007-3b2364473133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cd2235518>, 'dv-cinder-809181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T13:29:29Z,description=<?>,heartbeat_timestamp=2021-09-15T13:52:59Z,host='dv-cinder-809181-1-iscsi',id=c919ec5e-912e-4080-8a6b-9b8956cb875b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T13:29:29Z,topic='l3_agent')) {'router_ids': ['d8c6486c-4065-4e7f-85d6-3ac9823e7df7'], 'active': True} {{(pid=82348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:53:03.389185 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvr_db [None req-221454cc-96d5-4a3c-b007-3b2364473133 None None] Set router d8c6486c-4065-4e7f-85d6-3ac9823e7df7 gateway port host: dv-cinder-809181-1-iscsi {{(pid=82348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Sep 15 13:53:03.403243 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2d4b7643-1656-4889-98f4-05cb7d8daec3 admin admin] Notify callbacks [] for router, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:53:03.713732 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2d4b7643-1656-4889-98f4-05cb7d8daec3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:53:03.722477 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-2d4b7643-1656-4889-98f4-05cb7d8daec3 admin admin] Deleting port 3b04fe53-e3ee-40f6-979f-ad97101c7b31 {{(pid=82346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Sep 15 13:53:03.722844 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2d4b7643-1656-4889-98f4-05cb7d8daec3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301743532404'] for port, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:53:03.804162 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-221454cc-96d5-4a3c-b007-3b2364473133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cd2235518>, [{'id': 'd8c6486c-4065-4e7f-85d6-3ac9823e7df7', 'name': 'tempest-TestVolumeBootPattern-1056167794-router', 'tenant_id': '271a432115e445938ab0d0de8fd8fb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'external_fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': '3b04fe53-e3ee-40f6-979f-ad97101c7b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:45:39Z', 'updated_at': '2021-09-15T13:53:01Z', 'revision_number': 5, 'project_id': '271a432115e445938ab0d0de8fd8fb89', 'gw_port': {'id': '3b04fe53-e3ee-40f6-979f-ad97101c7b31', 'name': '', 'network_id': '8154de37-a8f1-49b5-9df6-05123ded69e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f9:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c6486c-4065-4e7f-85d6-3ac9823e7df7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8c022743-acfa-4652-88a1-355a85d34b79', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:40Z', 'updated_at': '2021-09-15T13:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c022743-acfa-4652-88a1-355a85d34b79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-iscsi'}], 'dv-cinder-809181-1-iscsi', False) {} {{(pid=82348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:53:03.808235 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221454cc-96d5-4a3c-b007-3b2364473133 None None] Checking router: d8c6486c-4065-4e7f-85d6-3ac9823e7df7 for host: dv-cinder-809181-1-iscsi {{(pid=82348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Sep 15 13:53:03.820078 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221454cc-96d5-4a3c-b007-3b2364473133 None None] Routers {'d8c6486c-4065-4e7f-85d6-3ac9823e7df7'} bound to L3 agent in host dv-cinder-809181-1-iscsi {{(pid=82348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 15 13:53:03.820744 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-221454cc-96d5-4a3c-b007-3b2364473133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cd2235518>, 'dv-cinder-809181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T13:29:29Z,description=<?>,heartbeat_timestamp=2021-09-15T13:52:59Z,host='dv-cinder-809181-1-iscsi',id=c919ec5e-912e-4080-8a6b-9b8956cb875b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T13:29:29Z,topic='l3_agent')) {'router_ids': ['d8c6486c-4065-4e7f-85d6-3ac9823e7df7'], 'active': True} {{(pid=82348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:53:04.126753 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-2d4b7643-1656-4889-98f4-05cb7d8daec3 admin admin] For port 3b04fe53-e3ee-40f6-979f-ad97101c7b31, host dv-cinder-809181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-iscsi',level=0,port_id=3b04fe53-e3ee-40f6-979f-ad97101c7b31,segment=NetworkSegment(fb39ec5d-b714-4bbc-8dc4-da8589a681e7),segment_id=fb39ec5d-b714-4bbc-8dc4-da8589a681e7)] {{(pid=82346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:53:04.127171 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2d4b7643-1656-4889-98f4-05cb7d8daec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853103875'] for port, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:53:04.129674 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvr_db [None req-221454cc-96d5-4a3c-b007-3b2364473133 None None] Set router d8c6486c-4065-4e7f-85d6-3ac9823e7df7 gateway port host: None {{(pid=82348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Sep 15 13:53:04.205088 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:53:04.241141 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_hamode_db [None req-221454cc-96d5-4a3c-b007-3b2364473133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cd2235518>, [{'id': 'd8c6486c-4065-4e7f-85d6-3ac9823e7df7', 'name': 'tempest-TestVolumeBootPattern-1056167794-router', 'tenant_id': '271a432115e445938ab0d0de8fd8fb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:45:39Z', 'updated_at': '2021-09-15T13:53:03Z', 'revision_number': 6, 'project_id': '271a432115e445938ab0d0de8fd8fb89', 'gw_port_host': None}], 'dv-cinder-809181-1-iscsi', False) {} {{(pid=82348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:53:04.245412 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221454cc-96d5-4a3c-b007-3b2364473133 None None] The sync data for ids ['d8c6486c-4065-4e7f-85d6-3ac9823e7df7'] in dv-cinder-809181-1-iscsi is: [{'id': 'd8c6486c-4065-4e7f-85d6-3ac9823e7df7', 'name': 'tempest-TestVolumeBootPattern-1056167794-router', 'tenant_id': '271a432115e445938ab0d0de8fd8fb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:45:39Z', 'updated_at': '2021-09-15T13:53:03Z', 'revision_number': 6, 'project_id': '271a432115e445938ab0d0de8fd8fb89', 'gw_port_host': None}] {{(pid=82348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Sep 15 13:53:04.258166 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-2d4b7643-1656-4889-98f4-05cb7d8daec3 admin admin] Calling delete_port for 3b04fe53-e3ee-40f6-979f-ad97101c7b31 owned by network:router_gateway {{(pid=82346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Sep 15 13:53:04.431608 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2d4b7643-1656-4889-98f4-05cb7d8daec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301743526908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735110837380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1447919'] for port, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:53:04.437514 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-6e40456e-3dd5-47b7-9a56-048e9a8a6319 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:53:04.480943 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4b7643-1656-4889-98f4-05cb7d8daec3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b04fe53-e3ee-40f6-979f-ad97101c7b31,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:53:04.483689 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-2d4b7643-1656-4889-98f4-05cb7d8daec3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:53:04.716985 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2d4b7643-1656-4889-98f4-05cb7d8daec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853102522'] for router_gateway, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:53:04.947606 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device 0edd405b-049a-4bc6-99e1-3ced9c237a8a no longer exists at agent ovs-agent-dv-cinder-809181-1-iscsi {{(pid=82347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Sep 15 13:53:04.982020 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] No Port match for: 0edd405b-049a-4bc6-99e1-3ced9c237a8a {{(pid=82347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Sep 15 13:53:04.982421 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device 0edd405b-049a-4bc6-99e1-3ced9c237a8a not bound to the agent host dv-cinder-809181-1-iscsi {{(pid=82347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Sep 15 13:53:04.982890 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device 3b04fe53-e3ee-40f6-979f-ad97101c7b31 no longer exists at agent ovs-agent-dv-cinder-809181-1-iscsi {{(pid=82347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Sep 15 13:53:04.991222 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2d4b7643-1656-4889-98f4-05cb7d8daec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853094842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854743964'] for router, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:53:04.995593 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2d4b7643-1656-4889-98f4-05cb7d8daec3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:53:05.018076 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2d4b7643-1656-4889-98f4-05cb7d8daec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1679605'] for router, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:53:05.018301 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] No Port match for: 3b04fe53-e3ee-40f6-979f-ad97101c7b31 {{(pid=82347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Sep 15 13:53:05.018513 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device 3b04fe53-e3ee-40f6-979f-ad97101c7b31 not bound to the agent host dv-cinder-809181-1-iscsi {{(pid=82347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Sep 15 13:53:05.018707 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d4b7643-1656-4889-98f4-05cb7d8daec3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8c6486c-4065-4e7f-85d6-3ac9823e7df7 {{(pid=82346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Sep 15 13:53:05.031976 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2d4b7643-1656-4889-98f4-05cb7d8daec3 admin admin] Notify callbacks [] for router, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:53:05.033226 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-2d4b7643-1656-4889-98f4-05cb7d8daec3 admin admin] 10.222.0.41 "DELETE /v2.0/routers/d8c6486c-4065-4e7f-85d6-3ac9823e7df7 HTTP/1.1" status: 204  len: 168 time: 1.8509684
Sep 15 13:53:05.035915 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 40612) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:53:05.107021 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf9e4b6c-d86f-4e29-b826-f1b42b364922 admin admin] Deleting subnet aaa8f235-5c99-479c-8dcd-1fd9a7bc289a {{(pid=82346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Sep 15 13:53:05.110417 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-bf9e4b6c-d86f-4e29-b826-f1b42b364922 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:53:05.165431 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-bf9e4b6c-d86f-4e29-b826-f1b42b364922 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851686669'] for subnet, precommit_delete_associations {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:53:05.244320 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-bf9e4b6c-d86f-4e29-b826-f1b42b364922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-956'] for subnet, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:53:05.319205 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-bf9e4b6c-d86f-4e29-b826-f1b42b364922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853327942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1150312'] for subnet, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:53:05.323963 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-5933db9f-53aa-41f3-9ee5-d2d057a9da33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:53:05.359857 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9e4b6c-d86f-4e29-b826-f1b42b364922 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aaa8f235-5c99-479c-8dcd-1fd9a7bc289a,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:53:05.363556 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-bf9e4b6c-d86f-4e29-b826-f1b42b364922 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:53:05.366879 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-bf9e4b6c-d86f-4e29-b826-f1b42b364922 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:53:05.372578 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8241605-285a-4ae7-ace4-18ace76f2997 None None] Network a519d4bc-1083-41fa-aa15-ce01dbaa8f22 requested from dv-cinder-809181-1-iscsi {{(pid=82347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Sep 15 13:53:05.372986 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-bf9e4b6c-d86f-4e29-b826-f1b42b364922 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/aaa8f235-5c99-479c-8dcd-1fd9a7bc289a HTTP/1.1" status: 204  len: 168 time: 0.3360476
Sep 15 13:53:05.375611 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 40616) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:53:05.491319 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-6381bd48-08cb-4e76-8c91-09f6d78dee44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854347016'] for network, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:53:05.502041 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-6381bd48-08cb-4e76-8c91-09f6d78dee44 admin admin] Deleting port 69e92bd5-63db-4e3b-b43f-ab62aea9938a {{(pid=82346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Sep 15 13:53:05.502383 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-6381bd48-08cb-4e76-8c91-09f6d78dee44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301743532404'] for port, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:53:05.626678 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f81ea9-d6f9-4e09-b86a-86a23f594688 None None] DHCP port deletion for a519d4bc-1083-41fa-aa15-ce01dbaa8f22 request from dv-cinder-809181-1-iscsi {{(pid=82347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Sep 15 13:53:05.631366 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-88f81ea9-d6f9-4e09-b86a-86a23f594688 None None] Deleting port 69e92bd5-63db-4e3b-b43f-ab62aea9938a {{(pid=82347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Sep 15 13:53:05.631820 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-88f81ea9-d6f9-4e09-b86a-86a23f594688 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301743532404'] for port, before_delete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:53:05.722627 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-6381bd48-08cb-4e76-8c91-09f6d78dee44 admin admin] For port 69e92bd5-63db-4e3b-b43f-ab62aea9938a, host dv-cinder-809181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-iscsi',level=0,port_id=69e92bd5-63db-4e3b-b43f-ab62aea9938a,segment=NetworkSegment(55e04e47-17f0-4a67-bb37-7ff4aea2e740),segment_id=55e04e47-17f0-4a67-bb37-7ff4aea2e740)] {{(pid=82346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:53:05.723048 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-6381bd48-08cb-4e76-8c91-09f6d78dee44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853103875'] for port, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:53:05.843908 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.db [None req-88f81ea9-d6f9-4e09-b86a-86a23f594688 None None] For port 69e92bd5-63db-4e3b-b43f-ab62aea9938a, host dv-cinder-809181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-iscsi',level=0,port_id=69e92bd5-63db-4e3b-b43f-ab62aea9938a,segment=NetworkSegment(55e04e47-17f0-4a67-bb37-7ff4aea2e740),segment_id=55e04e47-17f0-4a67-bb37-7ff4aea2e740)] {{(pid=82347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Sep 15 13:53:05.844607 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-88f81ea9-d6f9-4e09-b86a-86a23f594688 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853103875'] for port, precommit_delete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:53:05.850935 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-6381bd48-08cb-4e76-8c91-09f6d78dee44 admin admin] Calling delete_port for 69e92bd5-63db-4e3b-b43f-ab62aea9938a owned by network:dhcp {{(pid=82346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Sep 15 13:53:05.922977 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-6381bd48-08cb-4e76-8c91-09f6d78dee44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846990836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301743526908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735110837380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1447919'] for port, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:53:05.927978 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-4b8b9b73-6c3d-42e0-9adb-98e204c2bba8 tempest-TestMinimumBasicScenario-627574419 tempest-TestMinimumBasicScenario-627574419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:53:05.971066 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-88f81ea9-d6f9-4e09-b86a-86a23f594688 None None] Calling delete_port for 69e92bd5-63db-4e3b-b43f-ab62aea9938a owned by network:dhcp {{(pid=82347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Sep 15 13:53:05.976164 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6381bd48-08cb-4e76-8c91-09f6d78dee44 admin admin] Pushing event deleted for resources: {'Port': ['ID=69e92bd5-63db-4e3b-b43f-ab62aea9938a,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:53:05.979165 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-6381bd48-08cb-4e76-8c91-09f6d78dee44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:53:05.981529 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6381bd48-08cb-4e76-8c91-09f6d78dee44 admin admin] No DVR routers for this DVR port 69e92bd5-63db-4e3b-b43f-ab62aea9938a on host dv-cinder-809181-1-iscsi {{(pid=82346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Sep 15 13:53:06.040528 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.db.api [None req-88f81ea9-d6f9-4e09-b86a-86a23f594688 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82347) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Sep 15 13:53:06.040938 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_db.api [None req-88f81ea9-d6f9-4e09-b86a-86a23f594688 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Sep 15 13:53:06.106203 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-6381bd48-08cb-4e76-8c91-09f6d78dee44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13861', 'neutron.services.segments.db._delete_segments_for_network-8735111364894'] for network, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:53:06.120359 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.services.segments.db [None req-6381bd48-08cb-4e76-8c91-09f6d78dee44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1cd11fc5c0>,) {'filters': {'network_id': ['a519d4bc-1083-41fa-aa15-ce01dbaa8f22']}} {{(pid=82346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:53:06.133660 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.services.segments.db [None req-6381bd48-08cb-4e76-8c91-09f6d78dee44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1cd11fc5c0>, '55e04e47-17f0-4a67-bb37-7ff4aea2e740') {'for_net_delete': True} {{(pid=82346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:53:06.134003 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.services.segments.db [None req-6381bd48-08cb-4e76-8c91-09f6d78dee44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1cd11fc5c0>, '55e04e47-17f0-4a67-bb37-7ff4aea2e740') {} {{(pid=82346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Sep 15 13:53:06.147643 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-6381bd48-08cb-4e76-8c91-09f6d78dee44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363301743409746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3089130'] for segment, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:53:06.165288 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-6381bd48-08cb-4e76-8c91-09f6d78dee44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854307961'] for segment, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:53:06.171787 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6381bd48-08cb-4e76-8c91-09f6d78dee44 admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=82346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Sep 15 13:53:06.172215 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-6381bd48-08cb-4e76-8c91-09f6d78dee44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-467870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853328127'] for segment, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:53:06.186675 dv-cinder-809181-1-iscsi neutron-server[82236]: Traceback (most recent call last):
Sep 15 13:53:06.186675 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Sep 15 13:53:06.186675 dv-cinder-809181-1-iscsi neutron-server[82236]:     timer()
Sep 15 13:53:06.186675 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 15 13:53:06.186675 dv-cinder-809181-1-iscsi neutron-server[82236]:     cb(*args, **kw)
Sep 15 13:53:06.186675 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Sep 15 13:53:06.186675 dv-cinder-809181-1-iscsi neutron-server[82236]:     return func(*args, **kwargs)
Sep 15 13:53:06.186675 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 15 13:53:06.186675 dv-cinder-809181-1-iscsi neutron-server[82236]:     self._notify()
Sep 15 13:53:06.186675 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 15 13:53:06.186675 dv-cinder-809181-1-iscsi neutron-server[82236]:     self.callback(batched_events)
Sep 15 13:53:06.186675 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 15 13:53:06.186675 dv-cinder-809181-1-iscsi neutron-server[82236]:     event.method(event)
Sep 15 13:53:06.186675 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 15 13:53:06.186675 dv-cinder-809181-1-iscsi neutron-server[82236]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 15 13:53:06.186675 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Sep 15 13:53:06.186675 dv-cinder-809181-1-iscsi neutron-server[82236]:     segment_id)['aggregates'][0]
Sep 15 13:53:06.186675 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Sep 15 13:53:06.186675 dv-cinder-809181-1-iscsi neutron-server[82236]:     return f(self, *a, **k)
Sep 15 13:53:06.186675 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Sep 15 13:53:06.186675 dv-cinder-809181-1-iscsi neutron-server[82236]:     return self._get(url).json()
Sep 15 13:53:06.186675 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Sep 15 13:53:06.186675 dv-cinder-809181-1-iscsi neutron-server[82236]:     **kwargs)
Sep 15 13:53:06.186675 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Sep 15 13:53:06.186675 dv-cinder-809181-1-iscsi neutron-server[82236]:     return self.request(url, 'GET', **kwargs)
Sep 15 13:53:06.186675 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Sep 15 13:53:06.186675 dv-cinder-809181-1-iscsi neutron-server[82236]:     **endpoint_filter)
Sep 15 13:53:06.186675 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Sep 15 13:53:06.186675 dv-cinder-809181-1-iscsi neutron-server[82236]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 15 13:53:06.186675 dv-cinder-809181-1-iscsi neutron-server[82236]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Sep 15 13:53:06.186675 dv-cinder-809181-1-iscsi neutron-server[82236]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 15 13:53:06.186675 dv-cinder-809181-1-iscsi neutron-server[82236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 15 13:53:06.269272 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-6381bd48-08cb-4e76-8c91-09f6d78dee44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854761902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7149916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853102175'] for network, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:53:06.274144 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-6381bd48-08cb-4e76-8c91-09f6d78dee44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7149901'] for network, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:53:06.277944 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:53:06.301818 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6381bd48-08cb-4e76-8c91-09f6d78dee44 admin admin] Pushing event deleted for resources: {'Network': ['ID=a519d4bc-1083-41fa-aa15-ce01dbaa8f22,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:53:06.304408 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-6381bd48-08cb-4e76-8c91-09f6d78dee44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:53:06.309388 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-6381bd48-08cb-4e76-8c91-09f6d78dee44 admin admin] 10.222.0.41 "DELETE /v2.0/networks/a519d4bc-1083-41fa-aa15-ce01dbaa8f22 HTTP/1.1" status: 204  len: 168 time: 0.9316037
Sep 15 13:53:06.448384 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 40622) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:53:06.501839 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-04d5dcc7-e84e-4e2b-8d34-a6e9cbea10bf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8b4ff18c8d01411db26c7e00839763ca&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0521562
Sep 15 13:53:06.504390 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 40626) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:53:06.541895 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-88f81ea9-d6f9-4e09-b86a-86a23f594688 None None] Deleting port 69e92bd5-63db-4e3b-b43f-ab62aea9938a {{(pid=82347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Sep 15 13:53:06.542669 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-88f81ea9-d6f9-4e09-b86a-86a23f594688 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301743532404'] for port, before_delete {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:53:06.566044 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-340f227e-aed3-4f31-81db-efa344f2ee91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:53:06.592444 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-340f227e-aed3-4f31-81db-efa344f2ee91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:53:06.609448 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-88f81ea9-d6f9-4e09-b86a-86a23f594688 None None] The port '69e92bd5-63db-4e3b-b43f-ab62aea9938a' was deleted {{(pid=82347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1873}}
Sep 15 13:53:06.642776 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-340f227e-aed3-4f31-81db-efa344f2ee91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:53:06.648799 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-3af2d237-83e3-4895-889b-32e02c76bcdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:53:06.663871 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340f227e-aed3-4f31-81db-efa344f2ee91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec480b26-cb82-4d23-946c-e55fe8362366,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:53:06.666236 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-340f227e-aed3-4f31-81db-efa344f2ee91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:53:06.671354 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-340f227e-aed3-4f31-81db-efa344f2ee91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:53:06.672620 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-340f227e-aed3-4f31-81db-efa344f2ee91 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ec480b26-cb82-4d23-946c-e55fe8362366 HTTP/1.1" status: 204  len: 168 time: 0.1672788
Sep 15 13:53:06.944556 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device 69e92bd5-63db-4e3b-b43f-ab62aea9938a no longer exists at agent ovs-agent-dv-cinder-809181-1-iscsi {{(pid=82347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Sep 15 13:53:06.978887 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.plugin [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] No Port match for: 69e92bd5-63db-4e3b-b43f-ab62aea9938a {{(pid=82347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Sep 15 13:53:06.979287 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.plugins.ml2.rpc [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Device 69e92bd5-63db-4e3b-b43f-ab62aea9938a not bound to the agent host dv-cinder-809181-1-iscsi {{(pid=82347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Sep 15 13:53:07.068299 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 40634) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:53:07.124749 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-4325429d-75d5-4a8e-a780-960c3f97268e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=271a432115e445938ab0d0de8fd8fb89&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0551736
Sep 15 13:53:07.127192 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [-] (82346) accepted ('10.222.0.41', 40638) {{(pid=82346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Sep 15 13:53:07.190117 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-622bbcec-e2a6-4a5c-9501-57ec9b8582c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:53:07.217359 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-622bbcec-e2a6-4a5c-9501-57ec9b8582c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:53:07.263377 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-622bbcec-e2a6-4a5c-9501-57ec9b8582c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016628'] for security_group, after_delete {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:53:07.268713 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-340f227e-aed3-4f31-81db-efa344f2ee91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Sep 15 13:53:07.282148 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622bbcec-e2a6-4a5c-9501-57ec9b8582c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96bf113f-7d3d-411f-afd5-d7a1f02fd789,revision_number=None']} {{(pid=82346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Sep 15 13:53:07.284793 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG oslo_concurrency.lockutils [None req-622bbcec-e2a6-4a5c-9501-57ec9b8582c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Sep 15 13:53:07.288303 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-622bbcec-e2a6-4a5c-9501-57ec9b8582c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:53:07.290267 dv-cinder-809181-1-iscsi neutron-server[82236]: INFO neutron.wsgi [None req-622bbcec-e2a6-4a5c-9501-57ec9b8582c5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/96bf113f-7d3d-411f-afd5-d7a1f02fd789 HTTP/1.1" status: 204  len: 168 time: 0.1619101
Sep 15 13:53:19.238268 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.agents_db [None req-051818a7-3814-4859-966a-2c4e7d325cc9 None None] Agent healthcheck: found 6 active agents {{(pid=82348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Sep 15 13:53:23.250265 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [req-65562683-e370-46db-9ab7-f44fcdefea30 req-8c085d87-0e50-4258-927c-b41774c79f6b service neutron] (82346) timed out ('10.222.0.36', 51074) {{(pid=82346) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Sep 15 13:53:26.515756 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-3a402f86-4c36-4e1a-b0df-31b4ab90dadc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:53:28.161692 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:53:28.429962 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [req-c8d206a3-4fa0-4c0c-8139-c9f158eb98e1 req-543ef0b7-b8f0-48f6-ba8b-8850aae106b0 service neutron] (82345) timed out ('10.222.0.36', 51091) {{(pid=82345) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Sep 15 13:53:28.907210 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-506387ed-08ff-40ac-83eb-13e2a183d154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:53:29.175044 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9acd9d20-0ed4-40fe-8ec3-e1d8b485d7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:53:30.612127 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b47e50d5-ffd8-49d4-a6b6-3168cd38e3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:53:34.215156 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:53:56.238693 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.agents_db [None req-051818a7-3814-4859-966a-2c4e7d325cc9 None None] Agent healthcheck: found 6 active agents {{(pid=82348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Sep 15 13:53:56.518040 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-2b054abd-7dbb-4229-b97f-f9fd7e1ef476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:53:58.163033 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:53:58.908630 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7720c290-d63e-486f-be1d-cb2f860f4e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:53:59.176620 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9acd9d20-0ed4-40fe-8ec3-e1d8b485d7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:54:00.615700 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b47e50d5-ffd8-49d4-a6b6-3168cd38e3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:54:04.211182 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:54:26.518576 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-793361b1-8f1e-4740-8f7f-6ad763629eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:54:28.164360 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:54:28.908456 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f00fd7e6-e770-41ab-a930-24172274b330 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:54:29.180373 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9acd9d20-0ed4-40fe-8ec3-e1d8b485d7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:54:30.624111 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b47e50d5-ffd8-49d4-a6b6-3168cd38e3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:54:33.239171 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.agents_db [None req-051818a7-3814-4859-966a-2c4e7d325cc9 None None] Agent healthcheck: found 6 active agents {{(pid=82348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Sep 15 13:54:34.234554 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:54:56.519208 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-ebe461f3-0525-42b6-9f51-b8706bf2f128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:54:58.166816 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:54:58.909365 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-6508e474-4f51-4b01-8b1f-03ab5e83febc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:54:59.182256 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9acd9d20-0ed4-40fe-8ec3-e1d8b485d7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:55:00.622082 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b47e50d5-ffd8-49d4-a6b6-3168cd38e3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:55:04.239706 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:55:10.239832 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.agents_db [None req-051818a7-3814-4859-966a-2c4e7d325cc9 None None] Agent healthcheck: found 6 active agents {{(pid=82348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Sep 15 13:55:26.520315 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b3103c36-ae25-4a2d-b11c-be331d0481c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:55:28.168603 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:55:28.910399 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-06ee0407-28a7-4373-8344-a6c9955267a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:55:29.184482 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9acd9d20-0ed4-40fe-8ec3-e1d8b485d7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:55:30.624359 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b47e50d5-ffd8-49d4-a6b6-3168cd38e3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:55:34.250898 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:55:47.241124 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.agents_db [None req-051818a7-3814-4859-966a-2c4e7d325cc9 None None] Agent healthcheck: found 6 active agents {{(pid=82348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Sep 15 13:55:56.521871 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-431fb2c2-ad90-4edc-b44c-2afad341b727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:55:58.169616 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:55:58.911270 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-65c71093-9c59-4849-b3f4-a87d0e2b2a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:55:59.186464 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9acd9d20-0ed4-40fe-8ec3-e1d8b485d7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:56:00.627848 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b47e50d5-ffd8-49d4-a6b6-3168cd38e3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:56:04.250528 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:56:24.241752 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.agents_db [None req-051818a7-3814-4859-966a-2c4e7d325cc9 None None] Agent healthcheck: found 6 active agents {{(pid=82348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Sep 15 13:56:26.523421 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-df95c0c8-0bdf-4327-bc88-5bbea8a69707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:56:28.170754 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:56:28.911842 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-ab8170d0-0298-498c-b013-f52b501933a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:56:29.189499 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9acd9d20-0ed4-40fe-8ec3-e1d8b485d7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:56:30.629830 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b47e50d5-ffd8-49d4-a6b6-3168cd38e3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:56:34.269824 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:56:56.524982 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-f05e68bf-f567-4715-ae2b-624cb29145b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:56:58.172497 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:56:58.913105 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-6900ac76-099b-4f7c-b6af-98db94a58c3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:56:59.191972 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9acd9d20-0ed4-40fe-8ec3-e1d8b485d7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:57:00.632055 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b47e50d5-ffd8-49d4-a6b6-3168cd38e3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:57:01.242250 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.agents_db [None req-051818a7-3814-4859-966a-2c4e7d325cc9 None None] Agent healthcheck: found 6 active agents {{(pid=82348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Sep 15 13:57:04.267615 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:57:26.526716 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-a3838b42-ae80-4947-a022-18abf246bd3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:57:28.174755 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:57:28.913669 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-14b656f8-fd9e-4f6c-91e5-5f7ca77eec3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:57:29.194951 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9acd9d20-0ed4-40fe-8ec3-e1d8b485d7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:57:30.635567 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b47e50d5-ffd8-49d4-a6b6-3168cd38e3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:57:34.282599 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:57:38.243597 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.agents_db [None req-051818a7-3814-4859-966a-2c4e7d325cc9 None None] Agent healthcheck: found 6 active agents {{(pid=82348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Sep 15 13:57:56.528007 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b47fdb6c-549b-4fc8-8e6a-a205e0362450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:57:58.177889 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c43-37bc-4722-b705-e922b7ec2aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:57:58.913870 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-67e4e54f-c1d6-469f-88d3-f05b1b1db4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:57:59.197668 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-9acd9d20-0ed4-40fe-8ec3-e1d8b485d7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:58:00.637925 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-b47e50d5-ffd8-49d4-a6b6-3168cd38e3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:58:04.297063 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron_lib.callbacks.manager [None req-061227c9-ee58-43a2-9a9a-cf25a52dbd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735111364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854762346'] for agent, after_update {{(pid=82347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Sep 15 13:58:12.516782 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.wsgi [req-351e797b-9966-47f2-8d92-505387bb4c31 req-bea38f0a-921e-4892-86fb-9a630cef0085 service neutron] (82346) timed out ('10.222.0.36', 51083) {{(pid=82346) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Sep 15 13:58:15.245274 dv-cinder-809181-1-iscsi neutron-server[82236]: DEBUG neutron.db.agents_db [None req-051818a7-3814-4859-966a-2c4e7d325cc9 None None] Agent healthcheck: found 6 active agents {{(pid=82348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}